2024-11-09 22:17:41,858 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-09 22:17:41,878 main DEBUG Took 0.017639 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 22:17:41,878 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 22:17:41,879 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 22:17:41,880 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 22:17:41,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,899 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 22:17:41,946 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,950 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,951 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,953 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,954 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,955 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,958 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,959 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,960 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,961 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,962 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,963 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 22:17:41,964 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,965 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 22:17:41,967 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 22:17:41,968 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 22:17:41,971 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 22:17:41,971 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 22:17:41,973 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 22:17:41,973 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 22:17:41,984 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 22:17:41,988 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 22:17:41,990 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 22:17:41,991 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 22:17:41,992 main DEBUG createAppenders(={Console}) 2024-11-09 22:17:41,994 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-09 22:17:41,994 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-09 22:17:41,994 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-09 22:17:41,995 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 22:17:41,995 main DEBUG OutputStream closed 2024-11-09 22:17:41,996 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 22:17:41,996 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 22:17:41,996 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-09 22:17:42,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 22:17:42,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 22:17:42,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 22:17:42,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 22:17:42,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 22:17:42,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 22:17:42,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 22:17:42,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 22:17:42,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 22:17:42,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 22:17:42,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 22:17:42,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 22:17:42,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 22:17:42,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 22:17:42,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 22:17:42,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 22:17:42,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 22:17:42,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 22:17:42,211 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 22:17:42,212 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-09 22:17:42,212 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 22:17:42,214 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-09T22:17:42,240 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-09 22:17:42,244 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 22:17:42,244 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T22:17:42,358 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=3585 2024-11-09T22:17:42,701 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-09T22:17:42,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268 2024-11-09T22:17:42,778 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/cluster_16ab7cbb-b09b-227e-af7f-d3fc5d9a3e76, deleteOnExit=true 2024-11-09T22:17:42,987 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/cluster_16ab7cbb-b09b-227e-af7f-d3fc5d9a3e76/zookeeper_0, clientPort=50898, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/cluster_16ab7cbb-b09b-227e-af7f-d3fc5d9a3e76/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/cluster_16ab7cbb-b09b-227e-af7f-d3fc5d9a3e76/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T22:17:43,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50898 2024-11-09T22:17:43,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:17:43,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:17:43,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/test.cache.data in system properties and HBase conf 2024-11-09T22:17:43,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:17:43,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:17:43,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:17:43,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:17:43,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:17:43,136 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T22:17:43,295 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:17:43,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:17:43,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:17:43,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:17:43,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:17:43,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:17:43,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:17:43,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:17:43,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:17:43,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:17:43,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:17:43,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:17:43,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:17:43,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:17:43,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:17:44,580 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T22:17:44,665 INFO [Time-limited test {}] log.Log(170): Logging initialized @3881ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T22:17:44,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:17:44,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:17:44,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:17:44,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:17:44,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:17:44,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:17:44,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:17:44,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:17:45,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cea93ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/java.io.tmpdir/jetty-localhost-34519-hadoop-hdfs-3_4_1-tests_jar-_-any-12268334448680463667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:17:45,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:34519} 2024-11-09T22:17:45,214 INFO [Time-limited test {}] server.Server(415): Started @4431ms 2024-11-09T22:17:45,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:17:45,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:17:45,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:17:45,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:17:45,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:17:45,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33455bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:17:45,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66dc6de8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:17:46,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@206adf7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/java.io.tmpdir/jetty-localhost-33601-hadoop-hdfs-3_4_1-tests_jar-_-any-5058332489748786303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:17:46,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a8b3699{HTTP/1.1, (http/1.1)}{localhost:33601} 2024-11-09T22:17:46,048 INFO [Time-limited test {}] server.Server(415): Started @5265ms 2024-11-09T22:17:46,128 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:17:47,467 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/cluster_16ab7cbb-b09b-227e-af7f-d3fc5d9a3e76/data/data1/current/BP-2041638458-172.17.0.3-1731190664069/current, will proceed with Du for space computation calculation, 2024-11-09T22:17:47,468 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/cluster_16ab7cbb-b09b-227e-af7f-d3fc5d9a3e76/data/data2/current/BP-2041638458-172.17.0.3-1731190664069/current, will proceed with Du for space computation calculation, 2024-11-09T22:17:47,522 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:17:47,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42342f014ffcd9ca with lease ID 0x4cec2832a0f977c1: Processing first storage report for DS-cc1122b8-9d47-4c55-8220-cd4f50d993ce from datanode DatanodeRegistration(127.0.0.1:41673, datanodeUuid=5781e38d-e19d-4d02-b6ae-53702ccf0318, infoPort=33617, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=1188231112;c=1731190664069) 2024-11-09T22:17:47,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42342f014ffcd9ca with lease ID 0x4cec2832a0f977c1: from storage DS-cc1122b8-9d47-4c55-8220-cd4f50d993ce node DatanodeRegistration(127.0.0.1:41673, datanodeUuid=5781e38d-e19d-4d02-b6ae-53702ccf0318, infoPort=33617, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=1188231112;c=1731190664069), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T22:17:47,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42342f014ffcd9ca with lease ID 0x4cec2832a0f977c1: Processing first storage report for DS-06770597-7d72-4ae6-b4b6-1547095342e9 from datanode DatanodeRegistration(127.0.0.1:41673, datanodeUuid=5781e38d-e19d-4d02-b6ae-53702ccf0318, infoPort=33617, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=1188231112;c=1731190664069) 2024-11-09T22:17:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42342f014ffcd9ca with lease ID 0x4cec2832a0f977c1: from storage DS-06770597-7d72-4ae6-b4b6-1547095342e9 node DatanodeRegistration(127.0.0.1:41673, datanodeUuid=5781e38d-e19d-4d02-b6ae-53702ccf0318, infoPort=33617, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=1188231112;c=1731190664069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:17:47,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268 2024-11-09T22:17:47,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:47,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:47,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:17:48,334 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3 with version=8 2024-11-09T22:17:48,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/hbase-staging 2024-11-09T22:17:48,544 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T22:17:48,879 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:17:48,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:48,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:48,899 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:17:48,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:48,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:17:49,094 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:17:49,170 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T22:17:49,185 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T22:17:49,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:17:49,226 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13146 (auto-detected) 2024-11-09T22:17:49,227 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T22:17:49,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45425 2024-11-09T22:17:49,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45425 connecting to ZooKeeper ensemble=127.0.0.1:50898 2024-11-09T22:17:49,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454250x0, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:17:49,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45425-0x10121ad22d50000 connected 2024-11-09T22:17:49,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:49,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:49,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/running 2024-11-09T22:17:49,715 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3, hbase.cluster.distributed=false 2024-11-09T22:17:49,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/acl 2024-11-09T22:17:49,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-09T22:17:49,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45425 2024-11-09T22:17:49,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45425 2024-11-09T22:17:49,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-09T22:17:49,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-09T22:17:50,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:17:50,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:50,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:50,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:17:50,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:50,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:17:50,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:17:50,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:17:50,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41417 2024-11-09T22:17:50,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41417 connecting to ZooKeeper ensemble=127.0.0.1:50898 2024-11-09T22:17:50,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:50,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:50,111 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414170x0, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:17:50,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414170x0, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/running 2024-11-09T22:17:50,119 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:17:50,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41417-0x10121ad22d50001 connected 2024-11-09T22:17:50,165 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:17:50,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/master 2024-11-09T22:17:50,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/acl 2024-11-09T22:17:50,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41417 2024-11-09T22:17:50,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41417 2024-11-09T22:17:50,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41417 2024-11-09T22:17:50,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41417 2024-11-09T22:17:50,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41417 2024-11-09T22:17:50,253 DEBUG [M:0;ea9122631f8b:45425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:45425 2024-11-09T22:17:50,260 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01424620021/backup-masters/ea9122631f8b,45425,1731190668649 2024-11-09T22:17:50,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/backup-masters 2024-11-09T22:17:50,274 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/backup-masters 2024-11-09T22:17:50,281 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on existing znode=/01424620021/backup-masters/ea9122631f8b,45425,1731190668649 2024-11-09T22:17:50,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:50,316 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424620021/master 2024-11-09T22:17:50,317 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:50,319 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on existing znode=/01424620021/master 2024-11-09T22:17:50,321 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01424620021/backup-masters/ea9122631f8b,45425,1731190668649 from backup master directory 2024-11-09T22:17:50,337 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/backup-masters 2024-11-09T22:17:50,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424620021/backup-masters/ea9122631f8b,45425,1731190668649 2024-11-09T22:17:50,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/backup-masters 2024-11-09T22:17:50,340 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:17:50,340 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,45425,1731190668649 2024-11-09T22:17:50,343 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T22:17:50,359 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T22:17:50,484 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/hbase.id] with ID: cd2c9778-93c2-4243-a33c-9e5fcf716b56 2024-11-09T22:17:50,485 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/.tmp/hbase.id 2024-11-09T22:17:50,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:17:50,538 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/.tmp/hbase.id]:[hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/hbase.id] 2024-11-09T22:17:50,652 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:50,666 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:17:50,705 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 37ms. 2024-11-09T22:17:50,716 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:50,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:50,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:17:50,778 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:17:50,781 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:17:50,802 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:17:50,807 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:17:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:17:51,298 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store 2024-11-09T22:17:51,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:17:51,344 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T22:17:51,348 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:17:51,350 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:17:51,350 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:17:51,350 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:17:51,352 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:17:51,352 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:17:51,352 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:17:51,353 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190671350Disabling compacts and flushes for region at 1731190671350Disabling writes for close at 1731190671352 (+2 ms)Writing region close event to WAL at 1731190671352Closed at 1731190671352 2024-11-09T22:17:51,356 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/.initializing 2024-11-09T22:17:51,356 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,45425,1731190668649 2024-11-09T22:17:51,366 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:17:51,387 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C45425%2C1731190668649, suffix=, logDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,45425,1731190668649, archiveDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/oldWALs, maxLogs=10 2024-11-09T22:17:51,418 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,45425,1731190668649/ea9122631f8b%2C45425%2C1731190668649.1731190671392, exclude list is [], retry=0 2024-11-09T22:17:51,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-cc1122b8-9d47-4c55-8220-cd4f50d993ce,DISK] 2024-11-09T22:17:51,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T22:17:51,481 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,45425,1731190668649/ea9122631f8b%2C45425%2C1731190668649.1731190671392 2024-11-09T22:17:51,482 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617)] 2024-11-09T22:17:51,482 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:17:51,483 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:17:51,486 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,487 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:17:51,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:51,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:51,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:17:51,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:51,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:17:51,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:17:51,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:51,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:17:51,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:17:51,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:51,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:17:51,586 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,590 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,592 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,597 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,598 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,604 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:17:51,609 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:51,614 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:17:51,616 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72726751, jitterRate=0.08371303975582123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:17:51,625 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190671500Initializing all the Stores at 1731190671502 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190671504 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190671504Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190671505 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190671505Cleaning up temporary data from old regions at 1731190671598 (+93 ms)Region opened successfully at 1731190671625 (+27 ms) 2024-11-09T22:17:51,626 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:17:51,666 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46654a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:17:51,718 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:17:51,735 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:17:51,736 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:17:51,740 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:17:51,742 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-09T22:17:51,749 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T22:17:51,750 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:17:51,833 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:17:51,854 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/balancer because node does not exist (not necessarily an error) 2024-11-09T22:17:52,034 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/balancer already deleted, retry=false 2024-11-09T22:17:52,036 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:17:52,038 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:17:52,063 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/normalizer already deleted, retry=false 2024-11-09T22:17:52,065 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:17:52,069 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:17:52,082 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/switch/split already deleted, retry=false 2024-11-09T22:17:52,084 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:17:52,094 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/switch/merge already deleted, retry=false 2024-11-09T22:17:52,116 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:17:52,126 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/snapshot-cleanup already deleted, retry=false 2024-11-09T22:17:52,136 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424620021/running 2024-11-09T22:17:52,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424620021/running 2024-11-09T22:17:52,137 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:52,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:52,140 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,45425,1731190668649, sessionid=0x10121ad22d50000, setting cluster-up flag (Was=false) 2024-11-09T22:17:52,168 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:52,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:52,200 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01424620021/flush-table-proc/acquired, /01424620021/flush-table-proc/reached, /01424620021/flush-table-proc/abort 2024-11-09T22:17:52,202 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,45425,1731190668649 2024-11-09T22:17:52,221 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:52,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:52,252 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01424620021/online-snapshot/acquired, /01424620021/online-snapshot/reached, /01424620021/online-snapshot/abort 2024-11-09T22:17:52,254 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,45425,1731190668649 2024-11-09T22:17:52,264 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:17:52,345 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(746): ClusterId : cd2c9778-93c2-4243-a33c-9e5fcf716b56 2024-11-09T22:17:52,348 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:17:52,360 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:17:52,360 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:17:52,360 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:17:52,369 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:17:52,369 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:17:52,370 DEBUG [RS:0;ea9122631f8b:41417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2149c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:17:52,376 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:17:52,382 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,45425,1731190668649 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:17:52,391 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:17:52,391 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:17:52,391 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:17:52,392 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:17:52,392 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:17:52,392 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,393 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:17:52,393 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,394 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:41417 2024-11-09T22:17:52,399 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:17:52,399 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:17:52,399 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:17:52,403 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,45425,1731190668649 with port=41417, startcode=1731190669969 2024-11-09T22:17:52,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:17:52,406 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:17:52,413 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:52,413 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:17:52,421 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190702421 2024-11-09T22:17:52,423 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:17:52,425 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:17:52,428 DEBUG [RS:0;ea9122631f8b:41417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:17:52,430 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:17:52,430 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:17:52,430 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:17:52,431 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:17:52,444 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,448 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:17:52,450 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:17:52,451 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:17:52,451 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:17:52,476 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:17:52,477 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:17:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:17:52,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:17:52,488 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3 2024-11-09T22:17:52,496 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190672478,5,FailOnTimeoutGroup] 2024-11-09T22:17:52,506 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:17:52,513 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T22:17:52,516 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190672497,5,FailOnTimeoutGroup] 2024-11-09T22:17:52,516 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,517 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:17:52,518 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,518 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,554 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T22:17:52,554 WARN [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T22:17:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741832_1008 (size=32) 2024-11-09T22:17:52,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:17:52,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:17:52,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:17:52,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:52,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:52,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:17:52,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:17:52,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:52,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:52,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:17:52,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:17:52,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:52,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:52,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:17:52,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:17:52,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:52,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:52,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:17:52,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740 2024-11-09T22:17:52,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740 2024-11-09T22:17:52,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:17:52,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:17:52,611 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:17:52,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:17:52,625 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:17:52,626 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67378793, jitterRate=0.004022255539894104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:17:52,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190672558Initializing all the Stores at 1731190672560 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190672560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190672566 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190672566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190672567 (+1 ms)Cleaning up temporary data from old regions at 1731190672609 (+42 ms)Region opened successfully at 1731190672632 (+23 ms) 2024-11-09T22:17:52,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:17:52,632 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:17:52,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:17:52,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:17:52,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:17:52,634 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:17:52,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190672632Disabling compacts and flushes for region at 1731190672632Disabling writes for close at 1731190672632Writing region close event to WAL at 1731190672633 (+1 ms)Closed at 1731190672634 (+1 ms) 2024-11-09T22:17:52,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:17:52,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:17:52,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:17:52,656 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,45425,1731190668649 with port=41417, startcode=1731190669969 2024-11-09T22:17:52,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:17:52,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,41417,1731190669969 2024-11-09T22:17:52,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,41417,1731190669969 2024-11-09T22:17:52,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:17:52,672 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3 2024-11-09T22:17:52,672 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36485 2024-11-09T22:17:52,672 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:17:52,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/rs 2024-11-09T22:17:52,706 DEBUG [RS:0;ea9122631f8b:41417 {}] zookeeper.ZKUtil(111): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on existing znode=/01424620021/rs/ea9122631f8b,41417,1731190669969 2024-11-09T22:17:52,706 WARN [RS:0;ea9122631f8b:41417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:17:52,706 INFO [RS:0;ea9122631f8b:41417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:17:52,706 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969 2024-11-09T22:17:52,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,41417,1731190669969] 2024-11-09T22:17:52,739 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:17:52,757 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:17:52,763 INFO [RS:0;ea9122631f8b:41417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:17:52,763 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,764 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:17:52,770 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:17:52,772 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,773 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,773 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,774 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,774 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,774 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,774 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:17:52,774 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,774 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,775 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,775 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,775 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,775 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:52,775 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:17:52,776 DEBUG [RS:0;ea9122631f8b:41417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:17:52,780 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,780 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,780 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,780 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,781 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,781 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41417,1731190669969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:17:52,806 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:17:52,808 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41417,1731190669969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,809 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,809 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.Replication(171): ea9122631f8b,41417,1731190669969 started 2024-11-09T22:17:52,814 WARN [ea9122631f8b:45425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T22:17:52,828 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:52,828 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,41417,1731190669969, RpcServer on ea9122631f8b/172.17.0.3:41417, sessionid=0x10121ad22d50001 2024-11-09T22:17:52,829 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:17:52,829 DEBUG [RS:0;ea9122631f8b:41417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,41417,1731190669969 2024-11-09T22:17:52,829 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,41417,1731190669969' 2024-11-09T22:17:52,830 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01424620021/flush-table-proc/abort' 2024-11-09T22:17:52,831 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01424620021/flush-table-proc/acquired' 2024-11-09T22:17:52,833 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:17:52,833 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:17:52,834 DEBUG [RS:0;ea9122631f8b:41417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,41417,1731190669969 2024-11-09T22:17:52,834 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,41417,1731190669969' 2024-11-09T22:17:52,834 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01424620021/online-snapshot/abort' 2024-11-09T22:17:52,835 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01424620021/online-snapshot/acquired' 2024-11-09T22:17:52,835 DEBUG [RS:0;ea9122631f8b:41417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:17:52,835 INFO [RS:0;ea9122631f8b:41417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:17:52,836 INFO [RS:0;ea9122631f8b:41417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:17:52,940 INFO [RS:0;ea9122631f8b:41417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:17:52,944 INFO [RS:0;ea9122631f8b:41417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C41417%2C1731190669969, suffix=, logDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969, archiveDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs, maxLogs=10 2024-11-09T22:17:52,960 DEBUG [RS:0;ea9122631f8b:41417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946, exclude list is [], retry=0 2024-11-09T22:17:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-cc1122b8-9d47-4c55-8220-cd4f50d993ce,DISK] 2024-11-09T22:17:52,969 INFO [RS:0;ea9122631f8b:41417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 2024-11-09T22:17:52,969 DEBUG [RS:0;ea9122631f8b:41417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617)] 2024-11-09T22:17:53,066 DEBUG [ea9122631f8b:45425 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:17:53,081 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,41417,1731190669969 2024-11-09T22:17:53,089 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,41417,1731190669969, state=OPENING 2024-11-09T22:17:53,136 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:17:53,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:53,147 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:17:53,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: CHANGED 2024-11-09T22:17:53,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: CHANGED 2024-11-09T22:17:53,149 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:17:53,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,41417,1731190669969}] 2024-11-09T22:17:53,327 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:17:53,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:17:53,346 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:17:53,346 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:17:53,347 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:17:53,351 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C41417%2C1731190669969.meta, suffix=.meta, logDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969, archiveDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs, maxLogs=10 2024-11-09T22:17:53,374 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.meta.1731190673354.meta, exclude list is [], retry=0 2024-11-09T22:17:53,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-cc1122b8-9d47-4c55-8220-cd4f50d993ce,DISK] 2024-11-09T22:17:53,389 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.meta.1731190673354.meta 2024-11-09T22:17:53,392 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617)] 2024-11-09T22:17:53,393 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:17:53,400 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:17:53,402 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:17:53,406 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:17:53,409 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:17:53,413 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:17:53,414 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:17:53,415 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:17:53,415 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:17:53,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:17:53,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:17:53,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:53,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:53,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:17:53,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:17:53,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:53,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:53,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:17:53,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:17:53,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:53,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:53,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:17:53,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:17:53,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:53,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:53,440 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:17:53,444 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740 2024-11-09T22:17:53,449 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740 2024-11-09T22:17:53,452 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:17:53,452 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:17:53,453 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:17:53,457 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:17:53,462 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58797700, jitterRate=-0.12384599447250366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:17:53,462 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:17:53,463 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190673415Writing region info on filesystem at 1731190673416 (+1 ms)Initializing all the Stores at 1731190673418 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190673418Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190673419 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190673419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190673419Cleaning up temporary data from old regions at 1731190673452 (+33 ms)Running coprocessor post-open hooks at 1731190673462 (+10 ms)Region opened successfully at 1731190673463 (+1 ms) 2024-11-09T22:17:53,471 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190673318 2024-11-09T22:17:53,482 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:17:53,483 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:17:53,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,41417,1731190669969 2024-11-09T22:17:53,489 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,41417,1731190669969, state=OPEN 2024-11-09T22:17:53,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424620021/meta-region-server 2024-11-09T22:17:53,570 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424620021/meta-region-server 2024-11-09T22:17:53,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: CHANGED 2024-11-09T22:17:53,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: CHANGED 2024-11-09T22:17:53,571 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,41417,1731190669969 2024-11-09T22:17:53,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:17:53,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,41417,1731190669969 in 420 msec 2024-11-09T22:17:53,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:17:53,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 936 msec 2024-11-09T22:17:53,596 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:17:53,596 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:17:53,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:17:53,622 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,41417,1731190669969, seqNum=-1] 2024-11-09T22:17:53,649 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:17:53,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:17:53,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-09T22:17:53,682 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190673682, completionTime=-1 2024-11-09T22:17:53,686 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:17:53,686 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:17:53,719 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:17:53,719 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190733719 2024-11-09T22:17:53,719 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190793719 2024-11-09T22:17:53,719 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 33 msec 2024-11-09T22:17:53,722 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45425,1731190668649-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:53,722 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45425,1731190668649-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:53,722 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45425,1731190668649-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:53,724 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:45425, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:53,724 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:53,725 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:53,732 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:17:53,811 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.469sec 2024-11-09T22:17:53,815 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:17:53,817 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:17:53,819 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:17:53,823 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:17:53,823 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:17:53,824 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45425,1731190668649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:17:53,825 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45425,1731190668649-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:17:53,835 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:17:53,836 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:17:53,836 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45425,1731190668649-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:53,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2146a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:53,899 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T22:17:53,899 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T22:17:53,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,45425,-1 for getting cluster id 2024-11-09T22:17:53,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:17:53,912 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd2c9778-93c2-4243-a33c-9e5fcf716b56' 2024-11-09T22:17:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:17:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd2c9778-93c2-4243-a33c-9e5fcf716b56" 2024-11-09T22:17:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e73d884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,45425,-1] 2024-11-09T22:17:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:17:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:17:53,923 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:17:53,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402aac44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:53,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:17:53,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,41417,1731190669969, seqNum=-1] 2024-11-09T22:17:53,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:17:53,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:17:53,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,45425,1731190668649 2024-11-09T22:17:53,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50898 2024-11-09T22:17:53,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:17:53,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10121ad22d50002 connected 2024-11-09T22:17:54,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/hadoop.log.dir so I do NOT create it in target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f 2024-11-09T22:17:54,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:17:54,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/hadoop.tmp.dir so I do NOT create it in target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f 2024-11-09T22:17:54,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:17:54,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f 2024-11-09T22:17:54,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:17:54,035 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/cluster_41bc0f81-01b7-23f0-bdfd-321839e1e084, deleteOnExit=true 2024-11-09T22:17:54,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:17:54,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/test.cache.data in system properties and HBase conf 2024-11-09T22:17:54,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:17:54,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:17:54,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:17:54,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:17:54,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:17:54,036 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:17:54,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:17:54,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:17:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:17:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:17:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:17:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:17:54,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:17:54,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:17:54,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:17:54,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:17:54,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:17:54,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:17:54,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d397d08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:17:54,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc9c02a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:17:54,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e349195{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/java.io.tmpdir/jetty-localhost-36875-hadoop-hdfs-3_4_1-tests_jar-_-any-4869813000682238627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:17:54,570 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dc52cd3{HTTP/1.1, (http/1.1)}{localhost:36875} 2024-11-09T22:17:54,571 INFO [Time-limited test {}] server.Server(415): Started @13788ms 2024-11-09T22:17:54,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:17:54,853 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:17:54,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:17:54,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:17:54,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:17:54,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57d29d92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:17:54,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b956810{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:17:54,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b1886bd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/java.io.tmpdir/jetty-localhost-41043-hadoop-hdfs-3_4_1-tests_jar-_-any-4227758938828927239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:17:54,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ddb4d59{HTTP/1.1, (http/1.1)}{localhost:41043} 2024-11-09T22:17:54,977 INFO [Time-limited test {}] server.Server(415): Started @14194ms 2024-11-09T22:17:54,979 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:17:55,728 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/cluster_41bc0f81-01b7-23f0-bdfd-321839e1e084/data/data2/current/BP-1274397625-172.17.0.3-1731190674074/current, will proceed with Du for space computation calculation, 2024-11-09T22:17:55,728 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/cluster_41bc0f81-01b7-23f0-bdfd-321839e1e084/data/data1/current/BP-1274397625-172.17.0.3-1731190674074/current, will proceed with Du for space computation calculation, 2024-11-09T22:17:55,777 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:17:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fa5ea396c9c4a94 with lease ID 0xb986e1b058717030: Processing first storage report for DS-fa24123a-9484-48d4-9646-1e1b314a86d2 from datanode DatanodeRegistration(127.0.0.1:41917, datanodeUuid=6ed84482-059e-4e62-821f-f7375703e113, infoPort=43889, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=688938135;c=1731190674074) 2024-11-09T22:17:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fa5ea396c9c4a94 with lease ID 0xb986e1b058717030: from storage DS-fa24123a-9484-48d4-9646-1e1b314a86d2 node DatanodeRegistration(127.0.0.1:41917, datanodeUuid=6ed84482-059e-4e62-821f-f7375703e113, infoPort=43889, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=688938135;c=1731190674074), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T22:17:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fa5ea396c9c4a94 with lease ID 0xb986e1b058717030: Processing first storage report for DS-fde9cb44-1b87-4cb0-aea7-629dec0552c1 from datanode DatanodeRegistration(127.0.0.1:41917, datanodeUuid=6ed84482-059e-4e62-821f-f7375703e113, infoPort=43889, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=688938135;c=1731190674074) 2024-11-09T22:17:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fa5ea396c9c4a94 with lease ID 0xb986e1b058717030: from storage DS-fde9cb44-1b87-4cb0-aea7-629dec0552c1 node DatanodeRegistration(127.0.0.1:41917, datanodeUuid=6ed84482-059e-4e62-821f-f7375703e113, infoPort=43889, infoSecurePort=0, ipcPort=41205, storageInfo=lv=-57;cid=testClusterID;nsid=688938135;c=1731190674074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:17:55,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f 2024-11-09T22:17:55,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:55,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:17:56,249 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073 with version=8 2024-11-09T22:17:56,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/hbase-staging 2024-11-09T22:17:56,252 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:17:56,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:56,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:56,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:17:56,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:56,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:17:56,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:17:56,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:17:56,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33765 2024-11-09T22:17:56,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33765 connecting to ZooKeeper ensemble=127.0.0.1:50898 2024-11-09T22:17:56,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337650x0, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:17:56,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33765-0x10121ad22d50003 connected 2024-11-09T22:17:56,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:56,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:56,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Set watcher on znode that does not yet exist, /1464799110/running 2024-11-09T22:17:56,449 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073, hbase.cluster.distributed=false 2024-11-09T22:17:56,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Set watcher on znode that does not yet exist, /1464799110/acl 2024-11-09T22:17:56,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33765 2024-11-09T22:17:56,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33765 2024-11-09T22:17:56,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33765 2024-11-09T22:17:56,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33765 2024-11-09T22:17:56,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33765 2024-11-09T22:17:56,471 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:17:56,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:56,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:56,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:17:56,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:17:56,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:17:56,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:17:56,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:17:56,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35823 2024-11-09T22:17:56,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35823 connecting to ZooKeeper ensemble=127.0.0.1:50898 2024-11-09T22:17:56,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:56,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:56,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358230x0, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:17:56,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358230x0, quorum=127.0.0.1:50898, baseZNode=/1464799110 Set watcher on znode that does not yet exist, /1464799110/running 2024-11-09T22:17:56,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35823-0x10121ad22d50004 connected 2024-11-09T22:17:56,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:17:56,538 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:17:56,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Set watcher on znode that does not yet exist, /1464799110/master 2024-11-09T22:17:56,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Set watcher on znode that does not yet exist, /1464799110/acl 2024-11-09T22:17:56,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-09T22:17:56,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35823 2024-11-09T22:17:56,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35823 2024-11-09T22:17:56,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-09T22:17:56,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-09T22:17:56,557 DEBUG [M:0;ea9122631f8b:33765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:33765 2024-11-09T22:17:56,557 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1464799110/backup-masters/ea9122631f8b,33765,1731190676251 2024-11-09T22:17:56,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110/backup-masters 2024-11-09T22:17:56,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110/backup-masters 2024-11-09T22:17:56,633 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Set watcher on existing znode=/1464799110/backup-masters/ea9122631f8b,33765,1731190676251 2024-11-09T22:17:56,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1464799110/master 2024-11-09T22:17:56,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:56,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:56,642 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Set watcher on existing znode=/1464799110/master 2024-11-09T22:17:56,644 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1464799110/backup-masters/ea9122631f8b,33765,1731190676251 from backup master directory 2024-11-09T22:17:56,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1464799110/backup-masters/ea9122631f8b,33765,1731190676251 2024-11-09T22:17:56,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110/backup-masters 2024-11-09T22:17:56,652 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:17:56,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110/backup-masters 2024-11-09T22:17:56,652 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,33765,1731190676251 2024-11-09T22:17:56,659 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/hbase.id] with ID: f1357d6b-8394-49de-bb6c-d2148da2666c 2024-11-09T22:17:56,659 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/.tmp/hbase.id 2024-11-09T22:17:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:17:57,069 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/.tmp/hbase.id]:[hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/hbase.id] 2024-11-09T22:17:57,097 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:17:57,097 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:17:57,099 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T22:17:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:17:57,561 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:17:57,564 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:17:57,565 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:17:57,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:17:57,981 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store 2024-11-09T22:17:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:17:58,398 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:17:58,398 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:17:58,399 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:17:58,399 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:17:58,399 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:17:58,399 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:17:58,399 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:17:58,399 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190678398Disabling compacts and flushes for region at 1731190678398Disabling writes for close at 1731190678399 (+1 ms)Writing region close event to WAL at 1731190678399Closed at 1731190678399 2024-11-09T22:17:58,402 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/.initializing 2024-11-09T22:17:58,402 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/WALs/ea9122631f8b,33765,1731190676251 2024-11-09T22:17:58,405 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:17:58,408 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C33765%2C1731190676251, suffix=, logDir=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/WALs/ea9122631f8b,33765,1731190676251, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/oldWALs, maxLogs=10 2024-11-09T22:17:58,422 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/WALs/ea9122631f8b,33765,1731190676251/ea9122631f8b%2C33765%2C1731190676251.1731190678409, exclude list is [], retry=0 2024-11-09T22:17:58,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-fa24123a-9484-48d4-9646-1e1b314a86d2,DISK] 2024-11-09T22:17:58,428 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/WALs/ea9122631f8b,33765,1731190676251/ea9122631f8b%2C33765%2C1731190676251.1731190678409 2024-11-09T22:17:58,428 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43889:43889)] 2024-11-09T22:17:58,428 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:17:58,429 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:17:58,429 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,429 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:17:58,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:58,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:58,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:17:58,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:58,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:17:58,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:17:58,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:58,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:17:58,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:17:58,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:58,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:17:58,444 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,445 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,446 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,449 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,449 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,450 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:17:58,452 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:17:58,456 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:17:58,457 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60605007, jitterRate=-0.09691502153873444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:17:58,458 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190678429Initializing all the Stores at 1731190678430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190678430Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190678431 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190678431Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190678431Cleaning up temporary data from old regions at 1731190678449 (+18 ms)Region opened successfully at 1731190678458 (+9 ms) 2024-11-09T22:17:58,458 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:17:58,463 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e20234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:17:58,464 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:17:58,464 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:17:58,464 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:17:58,464 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:17:58,465 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:17:58,465 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:17:58,465 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:17:58,468 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:17:58,469 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Unable to get data of znode /1464799110/balancer because node does not exist (not necessarily an error) 2024-11-09T22:17:58,620 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1464799110/balancer already deleted, retry=false 2024-11-09T22:17:58,621 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:17:58,624 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Unable to get data of znode /1464799110/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:17:58,630 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1464799110/normalizer already deleted, retry=false 2024-11-09T22:17:58,631 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:17:58,633 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Unable to get data of znode /1464799110/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:17:58,641 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1464799110/switch/split already deleted, retry=false 2024-11-09T22:17:58,644 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Unable to get data of znode /1464799110/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:17:58,652 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1464799110/switch/merge already deleted, retry=false 2024-11-09T22:17:58,656 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Unable to get data of znode /1464799110/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:17:58,662 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1464799110/snapshot-cleanup already deleted, retry=false 2024-11-09T22:17:58,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1464799110/running 2024-11-09T22:17:58,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1464799110/running 2024-11-09T22:17:58,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:58,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:58,673 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,33765,1731190676251, sessionid=0x10121ad22d50003, setting cluster-up flag (Was=false) 2024-11-09T22:17:58,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:58,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:58,725 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1464799110/flush-table-proc/acquired, /1464799110/flush-table-proc/reached, /1464799110/flush-table-proc/abort 2024-11-09T22:17:58,730 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,33765,1731190676251 2024-11-09T22:17:58,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:58,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:58,789 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1464799110/online-snapshot/acquired, /1464799110/online-snapshot/reached, /1464799110/online-snapshot/abort 2024-11-09T22:17:58,791 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,33765,1731190676251 2024-11-09T22:17:58,793 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:17:58,797 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:17:58,797 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:17:58,797 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:17:58,798 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,33765,1731190676251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:17:58,800 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:17:58,800 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:17:58,800 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:17:58,801 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:17:58,801 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:17:58,801 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,801 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:17:58,801 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,803 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190708803 2024-11-09T22:17:58,804 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:17:58,804 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:17:58,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:17:58,804 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:17:58,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:17:58,804 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:17:58,804 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:17:58,804 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:17:58,804 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,805 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:17:58,805 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:17:58,805 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:17:58,805 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:17:58,806 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:17:58,806 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:17:58,806 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:58,806 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190678806,5,FailOnTimeoutGroup] 2024-11-09T22:17:58,806 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190678806,5,FailOnTimeoutGroup] 2024-11-09T22:17:58,807 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,807 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:17:58,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:17:58,807 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,807 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:17:58,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:17:58,818 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073 2024-11-09T22:17:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741832_1008 (size=32) 2024-11-09T22:17:58,850 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(746): ClusterId : f1357d6b-8394-49de-bb6c-d2148da2666c 2024-11-09T22:17:58,850 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:17:58,863 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:17:58,863 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:17:58,874 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:17:58,874 DEBUG [RS:0;ea9122631f8b:35823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e3d590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:17:58,887 DEBUG [RS:0;ea9122631f8b:35823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:35823 2024-11-09T22:17:58,887 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:17:58,887 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:17:58,887 DEBUG [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:17:58,888 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,33765,1731190676251 with port=35823, startcode=1731190676470 2024-11-09T22:17:58,888 DEBUG [RS:0;ea9122631f8b:35823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:17:58,890 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:17:58,890 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,35823,1731190676470 2024-11-09T22:17:58,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33765 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,35823,1731190676470 2024-11-09T22:17:58,894 DEBUG [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073 2024-11-09T22:17:58,894 DEBUG [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38955 2024-11-09T22:17:58,894 DEBUG [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:17:58,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110/rs 2024-11-09T22:17:58,904 DEBUG [RS:0;ea9122631f8b:35823 {}] zookeeper.ZKUtil(111): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Set watcher on existing znode=/1464799110/rs/ea9122631f8b,35823,1731190676470 2024-11-09T22:17:58,905 WARN [RS:0;ea9122631f8b:35823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:17:58,905 INFO [RS:0;ea9122631f8b:35823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:17:58,905 DEBUG [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/WALs/ea9122631f8b,35823,1731190676470 2024-11-09T22:17:58,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,35823,1731190676470] 2024-11-09T22:17:58,909 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:17:58,911 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:17:58,912 INFO [RS:0;ea9122631f8b:35823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:17:58,912 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,912 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:17:58,913 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:17:58,913 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,913 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:17:58,914 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:17:58,915 DEBUG [RS:0;ea9122631f8b:35823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:17:58,915 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,915 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,915 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,915 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,915 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,915 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35823,1731190676470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:17:58,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:17:58,931 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:17:58,931 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35823,1731190676470-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,931 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,931 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.Replication(171): ea9122631f8b,35823,1731190676470 started 2024-11-09T22:17:58,945 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:58,946 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,35823,1731190676470, RpcServer on ea9122631f8b/172.17.0.3:35823, sessionid=0x10121ad22d50004 2024-11-09T22:17:58,946 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:17:58,946 DEBUG [RS:0;ea9122631f8b:35823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,35823,1731190676470 2024-11-09T22:17:58,946 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,35823,1731190676470' 2024-11-09T22:17:58,946 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1464799110/flush-table-proc/abort' 2024-11-09T22:17:58,947 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1464799110/flush-table-proc/acquired' 2024-11-09T22:17:58,947 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:17:58,947 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:17:58,948 DEBUG [RS:0;ea9122631f8b:35823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,35823,1731190676470 2024-11-09T22:17:58,948 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,35823,1731190676470' 2024-11-09T22:17:58,948 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1464799110/online-snapshot/abort' 2024-11-09T22:17:58,948 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1464799110/online-snapshot/acquired' 2024-11-09T22:17:58,949 DEBUG [RS:0;ea9122631f8b:35823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:17:58,949 INFO [RS:0;ea9122631f8b:35823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:17:58,949 INFO [RS:0;ea9122631f8b:35823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:17:58,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:17:59,050 INFO [RS:0;ea9122631f8b:35823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:17:59,055 INFO [RS:0;ea9122631f8b:35823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C35823%2C1731190676470, suffix=, logDir=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/WALs/ea9122631f8b,35823,1731190676470, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/oldWALs, maxLogs=10 2024-11-09T22:17:59,071 DEBUG [RS:0;ea9122631f8b:35823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/WALs/ea9122631f8b,35823,1731190676470/ea9122631f8b%2C35823%2C1731190676470.1731190679057, exclude list is [], retry=0 2024-11-09T22:17:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-fa24123a-9484-48d4-9646-1e1b314a86d2,DISK] 2024-11-09T22:17:59,077 INFO [RS:0;ea9122631f8b:35823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/WALs/ea9122631f8b,35823,1731190676470/ea9122631f8b%2C35823%2C1731190676470.1731190679057 2024-11-09T22:17:59,077 DEBUG [RS:0;ea9122631f8b:35823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43889:43889)] 2024-11-09T22:17:59,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:17:59,168 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T22:17:59,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:17:59,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T22:17:59,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:17:59,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T22:17:59,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T22:17:59,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T22:17:59,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:17:59,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:17:59,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:17:59,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:59,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:59,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:17:59,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:17:59,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:59,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:59,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:17:59,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:17:59,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:59,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:59,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:17:59,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:17:59,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:59,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:59,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:17:59,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/1588230740 2024-11-09T22:17:59,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/1588230740 2024-11-09T22:17:59,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:17:59,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:17:59,255 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:17:59,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:17:59,261 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:17:59,262 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68901081, jitterRate=0.026706114411354065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:17:59,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190679228Initializing all the Stores at 1731190679231 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190679231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190679231Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190679232 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190679232Cleaning up temporary data from old regions at 1731190679255 (+23 ms)Region opened successfully at 1731190679262 (+7 ms) 2024-11-09T22:17:59,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:17:59,262 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:17:59,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:17:59,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:17:59,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:17:59,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:17:59,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190679262Disabling compacts and flushes for region at 1731190679262Disabling writes for close at 1731190679262Writing region close event to WAL at 1731190679263 (+1 ms)Closed at 1731190679263 2024-11-09T22:17:59,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:17:59,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:17:59,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:17:59,267 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:17:59,268 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:17:59,419 DEBUG [ea9122631f8b:33765 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:17:59,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,35823,1731190676470 2024-11-09T22:17:59,426 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,35823,1731190676470, state=OPENING 2024-11-09T22:17:59,519 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:17:59,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:59,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:17:59,537 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:17:59,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1464799110/meta-region-server: CHANGED 2024-11-09T22:17:59,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1464799110/meta-region-server: CHANGED 2024-11-09T22:17:59,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,35823,1731190676470}] 2024-11-09T22:17:59,696 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:17:59,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:17:59,707 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:17:59,707 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:17:59,708 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:17:59,710 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C35823%2C1731190676470.meta, suffix=.meta, logDir=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/WALs/ea9122631f8b,35823,1731190676470, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/oldWALs, maxLogs=10 2024-11-09T22:17:59,724 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/WALs/ea9122631f8b,35823,1731190676470/ea9122631f8b%2C35823%2C1731190676470.meta.1731190679712.meta, exclude list is [], retry=0 2024-11-09T22:17:59,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-fa24123a-9484-48d4-9646-1e1b314a86d2,DISK] 2024-11-09T22:17:59,730 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/WALs/ea9122631f8b,35823,1731190676470/ea9122631f8b%2C35823%2C1731190676470.meta.1731190679712.meta 2024-11-09T22:17:59,730 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43889:43889)] 2024-11-09T22:17:59,731 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:17:59,731 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:17:59,731 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:17:59,731 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:17:59,731 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:17:59,731 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:17:59,731 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:17:59,732 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:17:59,732 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:17:59,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:17:59,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:17:59,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:59,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:59,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:17:59,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:17:59,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:59,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:59,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:17:59,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:17:59,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:59,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:59,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:17:59,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:17:59,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:59,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:17:59,743 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:17:59,744 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/1588230740 2024-11-09T22:17:59,746 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/1588230740 2024-11-09T22:17:59,748 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:17:59,748 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:17:59,749 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:17:59,752 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:17:59,753 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60357416, jitterRate=-0.10060441493988037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:17:59,753 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:17:59,753 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190679732Writing region info on filesystem at 1731190679732Initializing all the Stores at 1731190679733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190679733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190679734 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190679734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190679734Cleaning up temporary data from old regions at 1731190679748 (+14 ms)Running coprocessor post-open hooks at 1731190679753 (+5 ms)Region opened successfully at 1731190679753 2024-11-09T22:17:59,755 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190679695 2024-11-09T22:17:59,758 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:17:59,759 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:17:59,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,35823,1731190676470 2024-11-09T22:17:59,761 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,35823,1731190676470, state=OPEN 2024-11-09T22:17:59,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1464799110/meta-region-server 2024-11-09T22:17:59,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1464799110/meta-region-server 2024-11-09T22:17:59,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,35823,1731190676470 2024-11-09T22:17:59,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1464799110/meta-region-server: CHANGED 2024-11-09T22:17:59,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1464799110/meta-region-server: CHANGED 2024-11-09T22:17:59,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:17:59,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,35823,1731190676470 in 230 msec 2024-11-09T22:17:59,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:17:59,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-11-09T22:17:59,779 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:17:59,779 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:17:59,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:17:59,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,35823,1731190676470, seqNum=-1] 2024-11-09T22:17:59,781 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:17:59,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:17:59,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 996 msec 2024-11-09T22:17:59,793 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190679793, completionTime=-1 2024-11-09T22:17:59,793 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:17:59,793 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:17:59,801 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:17:59,801 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190739801 2024-11-09T22:17:59,801 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190799801 2024-11-09T22:17:59,801 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-09T22:17:59,802 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,33765,1731190676251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:59,802 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,33765,1731190676251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:59,802 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,33765,1731190676251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:59,802 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:33765, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:59,802 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:59,802 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:59,804 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:17:59,807 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.155sec 2024-11-09T22:17:59,807 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:17:59,807 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:17:59,807 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:17:59,807 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:17:59,807 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:17:59,808 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,33765,1731190676251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:17:59,808 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,33765,1731190676251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:17:59,811 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:17:59,811 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:17:59,811 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,33765,1731190676251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:17:59,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660e35df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:59,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,33765,-1 for getting cluster id 2024-11-09T22:17:59,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:17:59,855 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1357d6b-8394-49de-bb6c-d2148da2666c' 2024-11-09T22:17:59,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:17:59,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1357d6b-8394-49de-bb6c-d2148da2666c" 2024-11-09T22:17:59,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef64e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:59,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,33765,-1] 2024-11-09T22:17:59,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:17:59,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:17:59,862 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:17:59,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2988a672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:59,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:17:59,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,35823,1731190676470, seqNum=-1] 2024-11-09T22:17:59,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:17:59,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:17:59,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,33765,1731190676251 2024-11-09T22:17:59,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50898 2024-11-09T22:17:59,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:17:59,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10121ad22d50005 connected 2024-11-09T22:17:59,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1060ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:59,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,45425,-1 for getting cluster id 2024-11-09T22:17:59,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:17:59,908 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd2c9778-93c2-4243-a33c-9e5fcf716b56' 2024-11-09T22:17:59,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:17:59,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd2c9778-93c2-4243-a33c-9e5fcf716b56" 2024-11-09T22:17:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21abc21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,45425,-1] 2024-11-09T22:17:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:17:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:17:59,910 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:17:59,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4531851e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:59,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:17:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,45425,1731190668649 2024-11-09T22:17:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@572118e7 2024-11-09T22:17:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:17:59,927 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:17:59,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:33765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:17:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:17:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:17:59,941 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:33765' 2024-11-09T22:17:59,942 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b993c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:59,943 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,33765,-1 for getting cluster id 2024-11-09T22:17:59,943 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:17:59,944 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1357d6b-8394-49de-bb6c-d2148da2666c' 2024-11-09T22:17:59,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:17:59,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1357d6b-8394-49de-bb6c-d2148da2666c" 2024-11-09T22:17:59,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0077b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:59,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,33765,-1] 2024-11-09T22:17:59,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:17:59,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:17:59,946 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:17:59,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b40ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:17:59,947 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:17:59,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,33765,1731190676251 2024-11-09T22:17:59,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e4f33e1 2024-11-09T22:17:59,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:17:59,953 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:17:59,963 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T22:17:59,964 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:17:59,968 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:17:59,969 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:17:59,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:17:59,971 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:17:59,978 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:17:59,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:17:59,982 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:17:59,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:17:59,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741835_1011 (size=1138) 2024-11-09T22:18:00,032 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:18:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:00,400 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => debfb9e508d4fe5ffea69d0bfd944e8d, NAME => 'hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3 2024-11-09T22:18:00,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741836_1012 (size=44) 2024-11-09T22:18:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:00,810 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:00,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing debfb9e508d4fe5ffea69d0bfd944e8d, disabling compactions & flushes 2024-11-09T22:18:00,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:00,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:00,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. after waiting 0 ms 2024-11-09T22:18:00,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:00,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:00,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for debfb9e508d4fe5ffea69d0bfd944e8d: Waiting for close lock at 1731190680810Disabling compacts and flushes for region at 1731190680810Disabling writes for close at 1731190680811 (+1 ms)Writing region close event to WAL at 1731190680811Closed at 1731190680811 2024-11-09T22:18:00,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:18:00,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190680816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190680816"}]},"ts":"1731190680816"} 2024-11-09T22:18:00,829 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:18:00,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:18:00,833 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190680831"}]},"ts":"1731190680831"} 2024-11-09T22:18:00,839 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:18:00,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=debfb9e508d4fe5ffea69d0bfd944e8d, ASSIGN}] 2024-11-09T22:18:00,843 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=debfb9e508d4fe5ffea69d0bfd944e8d, ASSIGN 2024-11-09T22:18:00,845 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=debfb9e508d4fe5ffea69d0bfd944e8d, ASSIGN; state=OFFLINE, location=ea9122631f8b,41417,1731190669969; forceNewPlan=false, retain=false 2024-11-09T22:18:00,997 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=debfb9e508d4fe5ffea69d0bfd944e8d, regionState=OPENING, regionLocation=ea9122631f8b,41417,1731190669969 2024-11-09T22:18:01,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=debfb9e508d4fe5ffea69d0bfd944e8d, ASSIGN because future has completed 2024-11-09T22:18:01,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure debfb9e508d4fe5ffea69d0bfd944e8d, server=ea9122631f8b,41417,1731190669969}] 2024-11-09T22:18:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:01,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:01,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:01,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:18:01,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C41417%2C1731190669969.rep, suffix=, logDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969, archiveDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs, maxLogs=10 2024-11-09T22:18:01,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.rep.1731190681169, exclude list is [], retry=0 2024-11-09T22:18:01,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-cc1122b8-9d47-4c55-8220-cd4f50d993ce,DISK] 2024-11-09T22:18:01,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.rep.1731190681169 2024-11-09T22:18:01,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617)] 2024-11-09T22:18:01,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => debfb9e508d4fe5ffea69d0bfd944e8d, NAME => 'hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:01,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:18:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:18:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. service=MultiRowMutationService 2024-11-09T22:18:01,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:18:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,192 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,194 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region debfb9e508d4fe5ffea69d0bfd944e8d columnFamilyName hfileref 2024-11-09T22:18:01,194 DEBUG [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:01,194 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(327): Store=debfb9e508d4fe5ffea69d0bfd944e8d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:01,195 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,196 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region debfb9e508d4fe5ffea69d0bfd944e8d columnFamilyName queue 2024-11-09T22:18:01,196 DEBUG [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:01,197 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(327): Store=debfb9e508d4fe5ffea69d0bfd944e8d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:01,197 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,198 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region debfb9e508d4fe5ffea69d0bfd944e8d columnFamilyName sid 2024-11-09T22:18:01,198 DEBUG [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:01,199 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(327): Store=debfb9e508d4fe5ffea69d0bfd944e8d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:01,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:18:01,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:01,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened debfb9e508d4fe5ffea69d0bfd944e8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73741498, jitterRate=0.09883394837379456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:18:01,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:01,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for debfb9e508d4fe5ffea69d0bfd944e8d: Running coprocessor pre-open hook at 1731190681190Writing region info on filesystem at 1731190681190Initializing all the Stores at 1731190681192 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190681192Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190681192Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190681192Cleaning up temporary data from old regions at 1731190681202 (+10 ms)Running coprocessor post-open hooks at 1731190681208 (+6 ms)Region opened successfully at 1731190681209 (+1 ms) 2024-11-09T22:18:01,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d., pid=7, masterSystemTime=1731190681157 2024-11-09T22:18:01,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:01,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:01,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=debfb9e508d4fe5ffea69d0bfd944e8d, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,41417,1731190669969 2024-11-09T22:18:01,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure debfb9e508d4fe5ffea69d0bfd944e8d, server=ea9122631f8b,41417,1731190669969 because future has completed 2024-11-09T22:18:01,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T22:18:01,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure debfb9e508d4fe5ffea69d0bfd944e8d, server=ea9122631f8b,41417,1731190669969 in 217 msec 2024-11-09T22:18:01,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:18:01,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=debfb9e508d4fe5ffea69d0bfd944e8d, ASSIGN in 382 msec 2024-11-09T22:18:01,228 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:18:01,228 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190681228"}]},"ts":"1731190681228"} 2024-11-09T22:18:01,232 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:18:01,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:18:01,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2620 sec 2024-11-09T22:18:01,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d., hostname=ea9122631f8b,41417,1731190669969, seqNum=2] 2024-11-09T22:18:01,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41417 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T22:18:01,429 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:01,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:01,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:18:01,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T22:18:01,712 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:18:01,749 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,41417,1731190669969, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:18:01,750 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:01,750 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,41417,1731190669969, seqNum=-1] 2024-11-09T22:18:01,751 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:01,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T22:18:01,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,41417,1731190669969', locateType=CURRENT is [region=hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d., hostname=ea9122631f8b,41417,1731190669969, seqNum=2] 2024-11-09T22:18:01,762 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T22:18:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T22:18:01,769 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,41417,1731190669969 suceeded 2024-11-09T22:18:01,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T22:18:01,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-09T22:18:01,773 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:33765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:18:01,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8430 sec 2024-11-09T22:18:01,783 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:33765' 2024-11-09T22:18:01,785 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d8ef40f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:01,785 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,33765,-1 for getting cluster id 2024-11-09T22:18:01,785 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:01,786 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1357d6b-8394-49de-bb6c-d2148da2666c' 2024-11-09T22:18:01,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:01,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1357d6b-8394-49de-bb6c-d2148da2666c" 2024-11-09T22:18:01,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b8f0b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:01,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,33765,-1] 2024-11-09T22:18:01,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:01,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:01,788 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:01,789 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75fc9361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:01,789 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:01,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,33765,1731190676251 2024-11-09T22:18:01,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d843aa1 2024-11-09T22:18:01,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:01,791 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T22:18:01,792 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,41417,1731190669969 (queues=1) is replicating from cluster=cd2c9778-93c2-4243-a33c-9e5fcf716b56 to cluster=f1357d6b-8394-49de-bb6c-d2148da2666c 2024-11-09T22:18:01,794 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C41417%2C1731190669969 2024-11-09T22:18:01,798 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,41417,1731190669969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:18:01,800 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969.replicationSource.shipperea9122631f8b%2C41417%2C1731190669969,1-ea9122631f8b,41417,1731190669969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C41417%2C1731190669969 2024-11-09T22:18:01,804 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,1-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946, startPosition=0, beingWritten=true 2024-11-09T22:18:02,051 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,1-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 to pos 0, reset compression=false 2024-11-09T22:18:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:02,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:02,087 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:18:02,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:02,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:02,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185e3fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,45425,-1 for getting cluster id 2024-11-09T22:18:02,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:02,089 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd2c9778-93c2-4243-a33c-9e5fcf716b56' 2024-11-09T22:18:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd2c9778-93c2-4243-a33c-9e5fcf716b56" 2024-11-09T22:18:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ab3c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,45425,-1] 2024-11-09T22:18:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:02,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,092 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fda5567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,45425,1731190668649 2024-11-09T22:18:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea70739 2024-11-09T22:18:02,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:02,096 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:02,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ea9122631f8b:33765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:18:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:18:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T22:18:02,100 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:33765' 2024-11-09T22:18:02,101 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4650e8c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,101 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,33765,-1 for getting cluster id 2024-11-09T22:18:02,101 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:02,102 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1357d6b-8394-49de-bb6c-d2148da2666c' 2024-11-09T22:18:02,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1357d6b-8394-49de-bb6c-d2148da2666c" 2024-11-09T22:18:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198eb478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,33765,-1] 2024-11-09T22:18:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:02,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,104 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:02,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32640f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,105 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:02,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,33765,1731190676251 2024-11-09T22:18:02,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b5d1ba4 2024-11-09T22:18:02,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:02,107 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:02,108 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T22:18:02,108 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:18:02,109 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,109 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:02,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:18:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T22:18:02,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-09T22:18:02,325 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T22:18:02,358 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,1-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 to pos 0, reset compression=false 2024-11-09T22:18:02,365 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-ea9122631f8b,41417,1731190669969, ReplicationSource: 2, currentBandwidth=0 2024-11-09T22:18:02,369 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T22:18:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T22:18:02,373 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ea9122631f8b,41417,1731190669969 suceeded 2024-11-09T22:18:02,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:18:02,378 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ea9122631f8b:33765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:18:02,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-09T22:18:02,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 281 msec 2024-11-09T22:18:02,385 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:33765' 2024-11-09T22:18:02,387 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0a1d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,387 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,33765,-1 for getting cluster id 2024-11-09T22:18:02,387 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:02,388 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1357d6b-8394-49de-bb6c-d2148da2666c' 2024-11-09T22:18:02,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:02,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1357d6b-8394-49de-bb6c-d2148da2666c" 2024-11-09T22:18:02,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@281c8e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,33765,-1] 2024-11-09T22:18:02,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:02,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,391 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:02,392 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e94487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,392 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:02,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,33765,1731190676251 2024-11-09T22:18:02,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180284a1 2024-11-09T22:18:02,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:02,395 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T22:18:02,397 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ea9122631f8b,41417,1731190669969 (queues=1) is replicating from cluster=cd2c9778-93c2-4243-a33c-9e5fcf716b56 to cluster=f1357d6b-8394-49de-bb6c-d2148da2666c 2024-11-09T22:18:02,397 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ea9122631f8b%2C41417%2C1731190669969 2024-11-09T22:18:02,397 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ea9122631f8b,41417,1731190669969, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:18:02,397 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969.replicationSource.shipperea9122631f8b%2C41417%2C1731190669969,2-ea9122631f8b,41417,1731190669969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C41417%2C1731190669969 2024-11-09T22:18:02,397 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,2-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946, startPosition=0, beingWritten=true 2024-11-09T22:18:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T22:18:02,417 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T22:18:02,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:02,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:02,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:02,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,45425,1731190668649 2024-11-09T22:18:02,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65954728 2024-11-09T22:18:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:02,423 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:02,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T22:18:02,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T22:18:02,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T22:18:02,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T22:18:02,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:33765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:18:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T22:18:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T22:18:02,437 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:33765' 2024-11-09T22:18:02,438 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759375aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,438 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,33765,-1 for getting cluster id 2024-11-09T22:18:02,438 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:02,439 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1357d6b-8394-49de-bb6c-d2148da2666c' 2024-11-09T22:18:02,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:02,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1357d6b-8394-49de-bb6c-d2148da2666c" 2024-11-09T22:18:02,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c889b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,33765,-1] 2024-11-09T22:18:02,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:02,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,441 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:02,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc1fd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:02,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,33765,1731190676251 2024-11-09T22:18:02,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b6c1c63 2024-11-09T22:18:02,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:02,444 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:02,444 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T22:18:02,445 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:18:02,445 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,445 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:02,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:18:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T22:18:02,604 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,2-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 to pos 0, reset compression=false 2024-11-09T22:18:02,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-09T22:18:02,608 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-09T22:18:02,610 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T22:18:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T22:18:02,616 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on ea9122631f8b,41417,1731190669969 suceeded 2024-11-09T22:18:02,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T22:18:02,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-09T22:18:02,621 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://ea9122631f8b:33765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:18:02,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 190 msec 2024-11-09T22:18:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T22:18:02,758 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-09T22:18:02,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://ea9122631f8b:33765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:18:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T22:18:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T22:18:02,764 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:33765' 2024-11-09T22:18:02,765 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,765 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,33765,-1 for getting cluster id 2024-11-09T22:18:02,766 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:02,767 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1357d6b-8394-49de-bb6c-d2148da2666c' 2024-11-09T22:18:02,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:02,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1357d6b-8394-49de-bb6c-d2148da2666c" 2024-11-09T22:18:02,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b4c2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,33765,-1] 2024-11-09T22:18:02,768 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,1-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 to pos 0, reset compression=false 2024-11-09T22:18:02,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:02,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,769 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:02,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b508214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:02,771 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:02,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,33765,1731190676251 2024-11-09T22:18:02,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4115d802 2024-11-09T22:18:02,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:02,775 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:02,777 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T22:18:02,777 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:18:02,777 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,777 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:02,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T22:18:02,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:18:02,913 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,2-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 to pos 0, reset compression=false 2024-11-09T22:18:03,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-09T22:18:03,029 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-09T22:18:03,030 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T22:18:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T22:18:03,034 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on ea9122631f8b,41417,1731190669969 suceeded 2024-11-09T22:18:03,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T22:18:03,038 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://ea9122631f8b:33765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:18:03,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-09T22:18:03,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 279 msec 2024-11-09T22:18:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T22:18:03,077 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-09T22:18:03,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T22:18:03,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T22:18:03,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:03,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:03,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:03,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:03,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:03,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:18:03,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=526686145, stopped=false 2024-11-09T22:18:03,082 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,45425,1731190668649 2024-11-09T22:18:03,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424620021/running 2024-11-09T22:18:03,093 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424620021/running 2024-11-09T22:18:03,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:03,093 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:03,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:18:03,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:03,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:03,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:03,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/running 2024-11-09T22:18:03,095 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,41417,1731190669969' ***** 2024-11-09T22:18:03,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/running 2024-11-09T22:18:03,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:18:03,097 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:18:03,097 INFO [RS:0;ea9122631f8b:41417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:18:03,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:18:03,097 INFO [RS:0;ea9122631f8b:41417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:18:03,098 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(3091): Received CLOSE for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:03,099 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,41417,1731190669969 2024-11-09T22:18:03,099 INFO [RS:0;ea9122631f8b:41417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:18:03,099 INFO [RS:0;ea9122631f8b:41417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:41417. 2024-11-09T22:18:03,099 DEBUG [RS:0;ea9122631f8b:41417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:03,099 DEBUG [RS:0;ea9122631f8b:41417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:03,099 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing debfb9e508d4fe5ffea69d0bfd944e8d, disabling compactions & flushes 2024-11-09T22:18:03,099 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:03,099 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:18:03,099 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:03,099 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:18:03,099 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:18:03,099 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. after waiting 0 ms 2024-11-09T22:18:03,100 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:03,100 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:18:03,100 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:18:03,100 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:18:03,100 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1325): Online Regions={debfb9e508d4fe5ffea69d0bfd944e8d=hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:18:03,100 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:18:03,100 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:18:03,100 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:18:03,100 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:18:03,101 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:03,104 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing debfb9e508d4fe5ffea69d0bfd944e8d 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-09T22:18:03,104 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T22:18:03,163 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/info/9e122b934bc54e3a80677a896242c652 is 147, key is hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d./info:regioninfo/1731190681214/Put/seqid=0 2024-11-09T22:18:03,163 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d/.tmp/queue/cd2c02cc77e6451e916aef38deb53136 is 151, key is 1-ea9122631f8b,41417,1731190669969/queue:ea9122631f8b%2C41417%2C1731190669969/1731190681757/Put/seqid=0 2024-11-09T22:18:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741839_1015 (size=6631) 2024-11-09T22:18:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741838_1014 (size=5500) 2024-11-09T22:18:03,193 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:18:03,276 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,1-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 to pos 0, reset compression=false 2024-11-09T22:18:03,301 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:03,320 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,2-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 to pos 0, reset compression=false 2024-11-09T22:18:03,501 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:03,576 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/info/9e122b934bc54e3a80677a896242c652 2024-11-09T22:18:03,576 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d/.tmp/queue/cd2c02cc77e6451e916aef38deb53136 2024-11-09T22:18:03,624 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d/.tmp/queue/cd2c02cc77e6451e916aef38deb53136 as hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d/queue/cd2c02cc77e6451e916aef38deb53136 2024-11-09T22:18:03,632 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d/queue/cd2c02cc77e6451e916aef38deb53136, entries=2, sequenceid=6, filesize=5.4 K 2024-11-09T22:18:03,639 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for debfb9e508d4fe5ffea69d0bfd944e8d in 535ms, sequenceid=6, compaction requested=false 2024-11-09T22:18:03,639 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T22:18:03,644 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/ns/4a9985910ad04de1828b86f7a6c65161 is 43, key is default/ns:d/1731190673658/Put/seqid=0 2024-11-09T22:18:03,646 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T22:18:03,648 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:03,649 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:03,649 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:03,649 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for debfb9e508d4fe5ffea69d0bfd944e8d: Waiting for close lock at 1731190683099Running coprocessor pre-close hooks at 1731190683099Disabling compacts and flushes for region at 1731190683099Disabling writes for close at 1731190683099Obtaining lock to block concurrent updates at 1731190683104 (+5 ms)Preparing flush snapshotting stores in debfb9e508d4fe5ffea69d0bfd944e8d at 1731190683104Finished memstore snapshotting hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731190683111 (+7 ms)Flushing stores of hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. at 1731190683112 (+1 ms)Flushing debfb9e508d4fe5ffea69d0bfd944e8d/queue: creating writer at 1731190683114 (+2 ms)Flushing debfb9e508d4fe5ffea69d0bfd944e8d/queue: appending metadata at 1731190683150 (+36 ms)Flushing debfb9e508d4fe5ffea69d0bfd944e8d/queue: closing flushed file at 1731190683152 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf40624: reopening flushed file at 1731190683622 (+470 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for debfb9e508d4fe5ffea69d0bfd944e8d in 535ms, sequenceid=6, compaction requested=false at 1731190683639 (+17 ms)Writing region close event to WAL at 1731190683641 (+2 ms)Running coprocessor post-close hooks at 1731190683647 (+6 ms)Closed at 1731190683649 (+2 ms) 2024-11-09T22:18:03,649 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741840_1016 (size=5153) 2024-11-09T22:18:03,702 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:03,785 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:18:03,786 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:18:03,827 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,2-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 to pos 0, reset compression=false 2024-11-09T22:18:03,887 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,1-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 to pos 0, reset compression=false 2024-11-09T22:18:03,902 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:04,054 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/ns/4a9985910ad04de1828b86f7a6c65161 2024-11-09T22:18:04,085 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/table/27793d73dc01408fa95b5968b9d33d6c is 53, key is hbase:replication/table:state/1731190681228/Put/seqid=0 2024-11-09T22:18:04,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741841_1017 (size=5256) 2024-11-09T22:18:04,102 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T22:18:04,102 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:18:04,102 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:04,303 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:04,434 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,2-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 to pos 0, reset compression=false 2024-11-09T22:18:04,491 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/table/27793d73dc01408fa95b5968b9d33d6c 2024-11-09T22:18:04,502 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/info/9e122b934bc54e3a80677a896242c652 as hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/info/9e122b934bc54e3a80677a896242c652 2024-11-09T22:18:04,503 DEBUG [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:04,511 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/info/9e122b934bc54e3a80677a896242c652, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T22:18:04,513 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/ns/4a9985910ad04de1828b86f7a6c65161 as hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/ns/4a9985910ad04de1828b86f7a6c65161 2024-11-09T22:18:04,521 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/ns/4a9985910ad04de1828b86f7a6c65161, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T22:18:04,523 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/table/27793d73dc01408fa95b5968b9d33d6c as hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/table/27793d73dc01408fa95b5968b9d33d6c 2024-11-09T22:18:04,531 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/table/27793d73dc01408fa95b5968b9d33d6c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T22:18:04,572 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1471ms, sequenceid=11, compaction requested=false 2024-11-09T22:18:04,583 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T22:18:04,584 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:04,584 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:04,584 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:04,584 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190683100Running coprocessor pre-close hooks at 1731190683100Disabling compacts and flushes for region at 1731190683100Disabling writes for close at 1731190683100Obtaining lock to block concurrent updates at 1731190683104 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731190683104Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731190683111 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731190683112 (+1 ms)Flushing 1588230740/info: creating writer at 1731190683114 (+2 ms)Flushing 1588230740/info: appending metadata at 1731190683150 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731190683152 (+2 ms)Flushing 1588230740/ns: creating writer at 1731190683622 (+470 ms)Flushing 1588230740/ns: appending metadata at 1731190683643 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731190683643Flushing 1588230740/table: creating writer at 1731190684068 (+425 ms)Flushing 1588230740/table: appending metadata at 1731190684084 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731190684084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c8ec1c: reopening flushed file at 1731190684500 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728c63c0: reopening flushed file at 1731190684511 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c75afe: reopening flushed file at 1731190684521 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1471ms, sequenceid=11, compaction requested=false at 1731190684572 (+51 ms)Writing region close event to WAL at 1731190684575 (+3 ms)Running coprocessor post-close hooks at 1731190684584 (+9 ms)Closed at 1731190684584 2024-11-09T22:18:04,584 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:04,594 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,1-ea9122631f8b,41417,1731190669969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969/ea9122631f8b%2C41417%2C1731190669969.1731190672946 to pos 0, reset compression=false 2024-11-09T22:18:04,704 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,41417,1731190669969; all regions closed. 2024-11-09T22:18:04,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741834_1010 (size=2742) 2024-11-09T22:18:04,716 DEBUG [RS:0;ea9122631f8b:41417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs 2024-11-09T22:18:04,716 INFO [RS:0;ea9122631f8b:41417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C41417%2C1731190669969.meta:.meta(num 1731190673354) 2024-11-09T22:18:04,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741837_1013 (size=1802) 2024-11-09T22:18:04,722 DEBUG [RS:0;ea9122631f8b:41417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs 2024-11-09T22:18:04,722 INFO [RS:0;ea9122631f8b:41417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C41417%2C1731190669969.rep:(num 1731190681169) 2024-11-09T22:18:04,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741833_1009 (size=93) 2024-11-09T22:18:04,728 DEBUG [RS:0;ea9122631f8b:41417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs 2024-11-09T22:18:04,728 INFO [RS:0;ea9122631f8b:41417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C41417%2C1731190669969:(num 1731190672946) 2024-11-09T22:18:04,728 DEBUG [RS:0;ea9122631f8b:41417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:04,728 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:18:04,728 INFO [RS:0;ea9122631f8b:41417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:18:04,728 INFO [RS:0;ea9122631f8b:41417 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T22:18:04,728 INFO [RS:0;ea9122631f8b:41417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:18:04,729 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:18:04,729 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,41417,1731190669969 because: Region server is closing 2024-11-09T22:18:04,729 INFO [RS:0;ea9122631f8b:41417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:41417. 2024-11-09T22:18:04,729 DEBUG [RS:0;ea9122631f8b:41417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:04,729 DEBUG [RS:0;ea9122631f8b:41417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:04,730 DEBUG [RS:0;ea9122631f8b:41417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:04,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:04,830 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,1-ea9122631f8b,41417,1731190669969 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:18:04,830 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969.replicationSource.shipperea9122631f8b%2C41417%2C1731190669969,1-ea9122631f8b,41417,1731190669969 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T22:18:04,830 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41417,1731190669969.replicationSource.shipperea9122631f8b%2C41417%2C1731190669969,1-ea9122631f8b,41417,1731190669969 terminated 2024-11-09T22:18:04,831 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ea9122631f8b,41417,1731190669969 because: Region server is closing 2024-11-09T22:18:04,831 INFO [RS:0;ea9122631f8b:41417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:41417. 2024-11-09T22:18:04,831 DEBUG [RS:0;ea9122631f8b:41417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:04,831 DEBUG [RS:0;ea9122631f8b:41417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:04,831 DEBUG [RS:0;ea9122631f8b:41417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:04,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:04,932 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969.replicationSource.wal-reader.ea9122631f8b%2C41417%2C1731190669969,2-ea9122631f8b,41417,1731190669969 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:18:04,932 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969.replicationSource.shipperea9122631f8b%2C41417%2C1731190669969,2-ea9122631f8b,41417,1731190669969 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T22:18:04,932 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,41417,1731190669969.replicationSource.shipperea9122631f8b%2C41417%2C1731190669969,2-ea9122631f8b,41417,1731190669969 terminated 2024-11-09T22:18:04,932 INFO [RS:0;ea9122631f8b:41417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41417 2024-11-09T22:18:04,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/rs 2024-11-09T22:18:04,956 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424620021/rs/ea9122631f8b,41417,1731190669969 2024-11-09T22:18:04,956 INFO [RS:0;ea9122631f8b:41417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:18:04,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,41417,1731190669969] 2024-11-09T22:18:04,977 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/draining/ea9122631f8b,41417,1731190669969 already deleted, retry=false 2024-11-09T22:18:04,978 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,41417,1731190669969 expired; onlineServers=0 2024-11-09T22:18:04,978 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,45425,1731190668649' ***** 2024-11-09T22:18:04,978 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:18:04,978 INFO [M:0;ea9122631f8b:45425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:18:04,978 INFO [M:0;ea9122631f8b:45425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:18:04,978 DEBUG [M:0;ea9122631f8b:45425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:18:04,979 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:18:04,979 DEBUG [M:0;ea9122631f8b:45425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:18:04,979 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190672478 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190672478,5,FailOnTimeoutGroup] 2024-11-09T22:18:04,979 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190672497 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190672497,5,FailOnTimeoutGroup] 2024-11-09T22:18:04,979 INFO [M:0;ea9122631f8b:45425 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:18:04,979 INFO [M:0;ea9122631f8b:45425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:18:04,979 DEBUG [M:0;ea9122631f8b:45425 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:18:04,980 INFO [M:0;ea9122631f8b:45425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:18:04,980 INFO [M:0;ea9122631f8b:45425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:18:04,980 INFO [M:0;ea9122631f8b:45425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:18:04,981 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:18:04,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424620021/master 2024-11-09T22:18:04,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:04,988 DEBUG [M:0;ea9122631f8b:45425 {}] zookeeper.ZKUtil(347): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/master because node does not exist (not an error) 2024-11-09T22:18:04,988 WARN [M:0;ea9122631f8b:45425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:18:04,989 INFO [M:0;ea9122631f8b:45425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/.lastflushedseqids 2024-11-09T22:18:05,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741842_1018 (size=181) 2024-11-09T22:18:05,067 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:05,068 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41417-0x10121ad22d50001, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:05,068 INFO [RS:0;ea9122631f8b:41417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:18:05,068 INFO [RS:0;ea9122631f8b:41417 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,41417,1731190669969; zookeeper connection closed. 2024-11-09T22:18:05,068 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d89b2ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d89b2ec 2024-11-09T22:18:05,069 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:18:05,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:18:05,402 INFO [M:0;ea9122631f8b:45425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:18:05,403 INFO [M:0;ea9122631f8b:45425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:18:05,403 DEBUG [M:0;ea9122631f8b:45425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:18:05,403 INFO [M:0;ea9122631f8b:45425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:05,403 DEBUG [M:0;ea9122631f8b:45425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:05,403 DEBUG [M:0;ea9122631f8b:45425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:18:05,403 DEBUG [M:0;ea9122631f8b:45425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:05,403 INFO [M:0;ea9122631f8b:45425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-09T22:18:05,441 DEBUG [M:0;ea9122631f8b:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ea2e3c647604c5a90ee27949aad5408 is 82, key is hbase:meta,,1/info:regioninfo/1731190673485/Put/seqid=0 2024-11-09T22:18:05,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741843_1019 (size=5672) 2024-11-09T22:18:05,884 INFO [M:0;ea9122631f8b:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ea2e3c647604c5a90ee27949aad5408 2024-11-09T22:18:05,920 DEBUG [M:0;ea9122631f8b:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/241dfb7979b44a11b1cdb787d909fdea is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731190681235/Put/seqid=0 2024-11-09T22:18:05,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741844_1020 (size=8663) 2024-11-09T22:18:05,936 INFO [M:0;ea9122631f8b:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/241dfb7979b44a11b1cdb787d909fdea 2024-11-09T22:18:05,983 DEBUG [M:0;ea9122631f8b:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d484f0087f74f86bf1c571248d0bea1 is 69, key is ea9122631f8b,41417,1731190669969/rs:state/1731190672663/Put/seqid=0 2024-11-09T22:18:05,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741845_1021 (size=5156) 2024-11-09T22:18:06,008 INFO [M:0;ea9122631f8b:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d484f0087f74f86bf1c571248d0bea1 2024-11-09T22:18:06,026 DEBUG [M:0;ea9122631f8b:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ea2e3c647604c5a90ee27949aad5408 as hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ea2e3c647604c5a90ee27949aad5408 2024-11-09T22:18:06,054 INFO [M:0;ea9122631f8b:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ea2e3c647604c5a90ee27949aad5408, entries=8, sequenceid=115, filesize=5.5 K 2024-11-09T22:18:06,056 DEBUG [M:0;ea9122631f8b:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/241dfb7979b44a11b1cdb787d909fdea as hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/241dfb7979b44a11b1cdb787d909fdea 2024-11-09T22:18:06,070 INFO [M:0;ea9122631f8b:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/241dfb7979b44a11b1cdb787d909fdea, entries=14, sequenceid=115, filesize=8.5 K 2024-11-09T22:18:06,072 DEBUG [M:0;ea9122631f8b:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d484f0087f74f86bf1c571248d0bea1 as hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d484f0087f74f86bf1c571248d0bea1 2024-11-09T22:18:06,092 INFO [M:0;ea9122631f8b:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d484f0087f74f86bf1c571248d0bea1, entries=1, sequenceid=115, filesize=5.0 K 2024-11-09T22:18:06,109 INFO [M:0;ea9122631f8b:45425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 706ms, sequenceid=115, compaction requested=false 2024-11-09T22:18:06,113 INFO [M:0;ea9122631f8b:45425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:06,113 DEBUG [M:0;ea9122631f8b:45425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190685403Disabling compacts and flushes for region at 1731190685403Disabling writes for close at 1731190685403Obtaining lock to block concurrent updates at 1731190685404 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190685404Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731190685404Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190685405 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190685405Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190685439 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190685439Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190685894 (+455 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190685919 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190685919Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190685951 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190685982 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190685982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5c0fb8: reopening flushed file at 1731190686024 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae6b67a: reopening flushed file at 1731190686055 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca50f72: reopening flushed file at 1731190686070 (+15 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 706ms, sequenceid=115, compaction requested=false at 1731190686109 (+39 ms)Writing region close event to WAL at 1731190686113 (+4 ms)Closed at 1731190686113 2024-11-09T22:18:06,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741830_1006 (size=59421) 2024-11-09T22:18:06,138 INFO [M:0;ea9122631f8b:45425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:18:06,138 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:18:06,138 INFO [M:0;ea9122631f8b:45425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45425 2024-11-09T22:18:06,138 INFO [M:0;ea9122631f8b:45425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:18:06,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:06,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x10121ad22d50000, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:06,299 INFO [M:0;ea9122631f8b:45425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:18:06,302 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:18:06,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:06,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:06,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:18:06,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:06,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:18:06,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:18:06,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:18:06,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44015 2024-11-09T22:18:06,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44015 connecting to ZooKeeper ensemble=127.0.0.1:50898 2024-11-09T22:18:06,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440150x0, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:06,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44015-0x10121ad22d50006 connected 2024-11-09T22:18:06,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:06,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:06,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/running 2024-11-09T22:18:06,349 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3, hbase.cluster.distributed=false 2024-11-09T22:18:06,349 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: INIT 2024-11-09T22:18:06,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/acl 2024-11-09T22:18:06,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44015 2024-11-09T22:18:06,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44015 2024-11-09T22:18:06,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44015 2024-11-09T22:18:06,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44015 2024-11-09T22:18:06,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44015 2024-11-09T22:18:06,389 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:18:06,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:06,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:06,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:18:06,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:06,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:18:06,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:18:06,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:18:06,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43313 2024-11-09T22:18:06,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43313 connecting to ZooKeeper ensemble=127.0.0.1:50898 2024-11-09T22:18:06,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:06,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:06,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433130x0, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/running 2024-11-09T22:18:06,547 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: INIT 2024-11-09T22:18:06,547 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:18:06,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433130x0, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:06,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43313-0x10121ad22d50007 connected 2024-11-09T22:18:06,572 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:18:06,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/master 2024-11-09T22:18:06,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/acl 2024-11-09T22:18:06,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-09T22:18:06,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43313 2024-11-09T22:18:06,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43313 2024-11-09T22:18:06,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-09T22:18:06,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43313 2024-11-09T22:18:06,697 DEBUG [M:0;ea9122631f8b:44015 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:44015 2024-11-09T22:18:06,704 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01424620021/backup-masters/ea9122631f8b,44015,1731190686302 2024-11-09T22:18:06,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/backup-masters 2024-11-09T22:18:06,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/backup-masters 2024-11-09T22:18:06,726 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on existing znode=/01424620021/backup-masters/ea9122631f8b,44015,1731190686302 2024-11-09T22:18:06,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424620021/master 2024-11-09T22:18:06,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:06,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:06,736 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on existing znode=/01424620021/master 2024-11-09T22:18:06,737 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01424620021/backup-masters/ea9122631f8b,44015,1731190686302 from backup master directory 2024-11-09T22:18:06,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424620021/backup-masters/ea9122631f8b,44015,1731190686302 2024-11-09T22:18:06,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/backup-masters 2024-11-09T22:18:06,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/backup-masters 2024-11-09T22:18:06,746 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:18:06,746 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,44015,1731190686302 2024-11-09T22:18:06,771 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:06,771 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:18:06,791 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 20ms. 2024-11-09T22:18:06,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741846_1022 (size=196) 2024-11-09T22:18:06,811 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:18:06,812 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:18:06,815 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:06,829 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T22:18:06,834 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,45425,1731190668649 to hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,45425,1731190668649-dead as it is dead 2024-11-09T22:18:06,835 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T22:18:06,836 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T22:18:06,836 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,45425,1731190668649-dead/ea9122631f8b%2C45425%2C1731190668649.1731190671392 2024-11-09T22:18:06,844 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,45425,1731190668649-dead/ea9122631f8b%2C45425%2C1731190668649.1731190671392 after 6ms 2024-11-09T22:18:06,846 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,45425,1731190668649-dead/ea9122631f8b%2C45425%2C1731190668649.1731190671392 to hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ea9122631f8b%2C45425%2C1731190668649.1731190671392 2024-11-09T22:18:06,846 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,45425,1731190668649-dead 2024-11-09T22:18:06,847 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,44015,1731190686302 2024-11-09T22:18:06,848 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:18:06,852 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C44015%2C1731190686302, suffix=, logDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,44015,1731190686302, archiveDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/oldWALs, maxLogs=10 2024-11-09T22:18:06,873 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,44015,1731190686302/ea9122631f8b%2C44015%2C1731190686302.1731190686853, exclude list is [], retry=0 2024-11-09T22:18:06,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-cc1122b8-9d47-4c55-8220-cd4f50d993ce,DISK] 2024-11-09T22:18:06,889 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/WALs/ea9122631f8b,44015,1731190686302/ea9122631f8b%2C44015%2C1731190686302.1731190686853 2024-11-09T22:18:06,892 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617)] 2024-11-09T22:18:06,892 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:06,893 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:06,893 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:06,893 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:06,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:06,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:18:06,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:06,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ea2e3c647604c5a90ee27949aad5408 2024-11-09T22:18:06,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:06,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:06,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:18:06,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:06,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/241dfb7979b44a11b1cdb787d909fdea 2024-11-09T22:18:06,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:06,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:06,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:18:06,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:06,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d484f0087f74f86bf1c571248d0bea1 2024-11-09T22:18:06,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:06,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:06,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:18:06,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:06,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:06,961 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:06,962 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T22:18:06,962 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ea9122631f8b%2C45425%2C1731190668649.1731190671392 2024-11-09T22:18:06,984 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ea9122631f8b%2C45425%2C1731190668649.1731190671392 2024-11-09T22:18:06,987 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ea9122631f8b%2C45425%2C1731190668649.1731190671392 2024-11-09T22:18:06,993 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:06,993 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:06,995 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:07,005 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:07,015 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-09T22:18:07,017 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70602438, jitterRate=0.05205830931663513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:07,022 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190686893Initializing all the Stores at 1731190686896 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190686896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190686897 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190686897Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190686897Cleaning up temporary data from old regions at 1731190686993 (+96 ms)Region opened successfully at 1731190687022 (+29 ms) 2024-11-09T22:18:07,023 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:18:07,030 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322f019a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:18:07,060 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T22:18:07,061 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:18:07,061 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:18:07,062 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:18:07,063 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:18:07,073 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:07,073 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:18:07,074 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:18:07,074 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:18:07,074 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T22:18:07,075 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T22:18:07,075 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-09T22:18:07,075 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:18:07,083 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ea9122631f8b,41417,1731190669969, regionLocation=ea9122631f8b,41417,1731190669969, openSeqNum=2 2024-11-09T22:18:07,083 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ea9122631f8b,41417,1731190669969, table=hbase:meta, region=1588230740 2024-11-09T22:18:07,084 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,41417,1731190669969, state=OPEN 2024-11-09T22:18:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424620021/meta-region-server 2024-11-09T22:18:07,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424620021/meta-region-server 2024-11-09T22:18:07,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: CHANGED 2024-11-09T22:18:07,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: CHANGED 2024-11-09T22:18:07,154 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:18:07,166 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/draining/ea9122631f8b,41417,1731190669969 already deleted, retry=false 2024-11-09T22:18:07,167 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ea9122631f8b,41417,1731190669969 on ea9122631f8b,44015,1731190686302 2024-11-09T22:18:07,173 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ea9122631f8b,41417,1731190669969, splitWal=true, meta=true 2024-11-09T22:18:07,176 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for ea9122631f8b,41417,1731190669969 (carryingMeta=true) ea9122631f8b,41417,1731190669969/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6a166433[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T22:18:07,179 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/balancer because node does not exist (not necessarily an error) 2024-11-09T22:18:07,187 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/balancer already deleted, retry=false 2024-11-09T22:18:07,188 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:18:07,189 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:18:07,232 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/normalizer already deleted, retry=false 2024-11-09T22:18:07,232 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:18:07,233 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:18:07,251 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/switch/split already deleted, retry=false 2024-11-09T22:18:07,253 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:18:07,265 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/switch/merge already deleted, retry=false 2024-11-09T22:18:07,298 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:18:07,304 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/snapshot-cleanup already deleted, retry=false 2024-11-09T22:18:07,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424620021/running 2024-11-09T22:18:07,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:07,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424620021/running 2024-11-09T22:18:07,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:07,318 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,44015,1731190686302, sessionid=0x10121ad22d50006, setting cluster-up flag (Was=false) 2024-11-09T22:18:07,327 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01424620021/flush-table-proc/acquired, /01424620021/flush-table-proc/reached, /01424620021/flush-table-proc/abort 2024-11-09T22:18:07,334 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,44015,1731190686302 2024-11-09T22:18:07,347 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01424620021/online-snapshot/acquired, /01424620021/online-snapshot/reached, /01424620021/online-snapshot/abort 2024-11-09T22:18:07,350 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,44015,1731190686302 2024-11-09T22:18:07,352 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/.lastflushedseqids 2024-11-09T22:18:07,361 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:18:07,361 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:18:07,361 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,44015,1731190686302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ea9122631f8b,41417,1731190669969 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:18:07,365 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:07,365 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:07,365 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:07,365 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:07,365 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:18:07,365 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,365 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:18:07,366 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,376 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ea9122631f8b,41417,1731190669969, splitWal=true, meta=true 2024-11-09T22:18:07,378 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ea9122631f8b,41417,1731190669969, splitWal=true, meta=true, isMeta: true 2024-11-09T22:18:07,381 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969-splitting 2024-11-09T22:18:07,381 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(746): ClusterId : cd2c9778-93c2-4243-a33c-9e5fcf716b56 2024-11-09T22:18:07,381 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:18:07,382 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969-splitting dir is empty, no logs to split. 2024-11-09T22:18:07,382 INFO [PEWorker-1 {}] master.SplitWALManager(105): ea9122631f8b,41417,1731190669969 WAL count=0, meta=true 2024-11-09T22:18:07,386 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969-splitting dir is empty, no logs to split. 2024-11-09T22:18:07,386 INFO [PEWorker-1 {}] master.SplitWALManager(105): ea9122631f8b,41417,1731190669969 WAL count=0, meta=true 2024-11-09T22:18:07,387 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ea9122631f8b,41417,1731190669969 WAL splitting is done? wals=0, meta=true 2024-11-09T22:18:07,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:18:07,390 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:18:07,390 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:18:07,394 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:18:07,395 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T22:18:07,400 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190717400 2024-11-09T22:18:07,401 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:18:07,401 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:18:07,401 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:18:07,401 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:18:07,401 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:18:07,401 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:18:07,401 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:18:07,401 DEBUG [RS:0;ea9122631f8b:43313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7e322f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:18:07,404 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,412 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:18:07,412 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:18:07,413 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:18:07,413 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:18:07,421 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:18:07,421 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:18:07,424 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190687421,5,FailOnTimeoutGroup] 2024-11-09T22:18:07,428 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190687424,5,FailOnTimeoutGroup] 2024-11-09T22:18:07,428 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,428 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:18:07,428 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,428 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,429 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190687429, completionTime=-1 2024-11-09T22:18:07,429 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T22:18:07,434 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T22:18:07,434 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:43313 2024-11-09T22:18:07,434 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:18:07,434 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:18:07,434 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:18:07,435 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,44015,1731190686302 with port=43313, startcode=1731190686389 2024-11-09T22:18:07,435 DEBUG [RS:0;ea9122631f8b:43313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:18:07,438 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:18:07,438 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44015 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,43313,1731190686389 2024-11-09T22:18:07,438 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44015 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,43313,1731190686389 2024-11-09T22:18:07,440 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3 2024-11-09T22:18:07,440 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36485 2024-11-09T22:18:07,440 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:18:07,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/rs 2024-11-09T22:18:07,452 DEBUG [RS:0;ea9122631f8b:43313 {}] zookeeper.ZKUtil(111): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on existing znode=/01424620021/rs/ea9122631f8b,43313,1731190686389 2024-11-09T22:18:07,452 WARN [RS:0;ea9122631f8b:43313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:18:07,452 INFO [RS:0;ea9122631f8b:43313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:07,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,43313,1731190686389] 2024-11-09T22:18:07,452 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389 2024-11-09T22:18:07,484 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=55ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T22:18:07,494 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:18:07,496 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:18:07,496 INFO [RS:0;ea9122631f8b:43313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:18:07,497 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,497 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:18:07,498 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:18:07,498 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,498 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,498 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,498 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,498 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,498 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,498 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:18:07,498 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,498 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,498 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,498 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,499 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,499 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:07,499 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:18:07,499 DEBUG [RS:0;ea9122631f8b:43313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:18:07,499 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,499 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,499 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,499 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,499 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,499 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43313,1731190686389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:18:07,518 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:18:07,518 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43313,1731190686389-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,537 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,43313,1731190686389, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:18:07,546 WARN [ea9122631f8b:44015 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T22:18:07,558 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,1-ea9122631f8b,43313,1731190686389 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:33765' 2024-11-09T22:18:07,559 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSource(231): queueId=2-ea9122631f8b,43313,1731190686389, ReplicationSource: 2, currentBandwidth=0 2024-11-09T22:18:07,559 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,559 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.Replication(171): ea9122631f8b,43313,1731190686389 started 2024-11-09T22:18:07,570 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,1-ea9122631f8b,43313,1731190686389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37c07a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:07,571 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,1-ea9122631f8b,43313,1731190686389 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,33765,-1 for getting cluster id 2024-11-09T22:18:07,571 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,1-ea9122631f8b,43313,1731190686389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:07,577 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1357d6b-8394-49de-bb6c-d2148da2666c' 2024-11-09T22:18:07,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:07,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1357d6b-8394-49de-bb6c-d2148da2666c" 2024-11-09T22:18:07,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c1ad66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:07,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,33765,-1] 2024-11-09T22:18:07,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:07,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:07,580 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:07,581 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:07,581 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,43313,1731190686389, RpcServer on ea9122631f8b/172.17.0.3:43313, sessionid=0x10121ad22d50007 2024-11-09T22:18:07,581 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:18:07,581 DEBUG [RS:0;ea9122631f8b:43313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,43313,1731190686389 2024-11-09T22:18:07,581 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,1-ea9122631f8b,43313,1731190686389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5016c3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:07,581 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,43313,1731190686389' 2024-11-09T22:18:07,582 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01424620021/flush-table-proc/abort' 2024-11-09T22:18:07,582 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,1-ea9122631f8b,43313,1731190686389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:07,582 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01424620021/flush-table-proc/acquired' 2024-11-09T22:18:07,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,33765,1731190676251 2024-11-09T22:18:07,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ece913 2024-11-09T22:18:07,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:07,585 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T22:18:07,586 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:18:07,586 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:18:07,586 DEBUG [RS:0;ea9122631f8b:43313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,43313,1731190686389 2024-11-09T22:18:07,586 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,43313,1731190686389' 2024-11-09T22:18:07,586 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01424620021/online-snapshot/abort' 2024-11-09T22:18:07,586 INFO [RS:0;ea9122631f8b:43313.replicationSource,1-ea9122631f8b,43313,1731190686389 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,43313,1731190686389 (queues=0) is replicating from cluster=cd2c9778-93c2-4243-a33c-9e5fcf716b56 to cluster=f1357d6b-8394-49de-bb6c-d2148da2666c 2024-11-09T22:18:07,588 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,2-ea9122631f8b,43313,1731190686389 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:33765' 2024-11-09T22:18:07,588 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01424620021/online-snapshot/acquired' 2024-11-09T22:18:07,589 DEBUG [RS:0;ea9122631f8b:43313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:18:07,589 INFO [RS:0;ea9122631f8b:43313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:18:07,589 INFO [RS:0;ea9122631f8b:43313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:18:07,590 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,2-ea9122631f8b,43313,1731190686389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2419fab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:07,590 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,2-ea9122631f8b,43313,1731190686389 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,33765,-1 for getting cluster id 2024-11-09T22:18:07,590 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,2-ea9122631f8b,43313,1731190686389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:07,591 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1357d6b-8394-49de-bb6c-d2148da2666c' 2024-11-09T22:18:07,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:07,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1357d6b-8394-49de-bb6c-d2148da2666c" 2024-11-09T22:18:07,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4937aac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:07,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,33765,-1] 2024-11-09T22:18:07,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:07,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:07,593 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:07,594 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,2-ea9122631f8b,43313,1731190686389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b62f917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:07,594 DEBUG [RS:0;ea9122631f8b:43313.replicationSource,2-ea9122631f8b,43313,1731190686389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,33765,1731190676251 2024-11-09T22:18:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d22cac 2024-11-09T22:18:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:07,596 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T22:18:07,598 INFO [RS:0;ea9122631f8b:43313.replicationSource,2-ea9122631f8b,43313,1731190686389 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ea9122631f8b,43313,1731190686389 (queues=0) is replicating from cluster=cd2c9778-93c2-4243-a33c-9e5fcf716b56 to cluster=f1357d6b-8394-49de-bb6c-d2148da2666c 2024-11-09T22:18:07,690 INFO [RS:0;ea9122631f8b:43313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:18:07,692 INFO [RS:0;ea9122631f8b:43313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C43313%2C1731190686389, suffix=, logDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389, archiveDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs, maxLogs=10 2024-11-09T22:18:07,708 DEBUG [RS:0;ea9122631f8b:43313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693, exclude list is [], retry=0 2024-11-09T22:18:07,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-cc1122b8-9d47-4c55-8220-cd4f50d993ce,DISK] 2024-11-09T22:18:07,717 INFO [RS:0;ea9122631f8b:43313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 2024-11-09T22:18:07,720 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ea9122631f8b%2C43313%2C1731190686389 for peer 1 2024-11-09T22:18:07,720 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ea9122631f8b%2C43313%2C1731190686389 for peer 2 2024-11-09T22:18:07,721 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C43313%2C1731190686389 2024-11-09T22:18:07,721 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,43313,1731190686389, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:18:07,739 INFO [RS:0;ea9122631f8b:43313.replicationSource.shipperea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C43313%2C1731190686389 2024-11-09T22:18:07,739 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ea9122631f8b%2C43313%2C1731190686389 2024-11-09T22:18:07,739 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ea9122631f8b,43313,1731190686389, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:18:07,741 DEBUG [RS:0;ea9122631f8b:43313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617)] 2024-11-09T22:18:07,741 INFO [RS:0;ea9122631f8b:43313.replicationSource.shipperea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C43313%2C1731190686389 2024-11-09T22:18:07,742 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693, startPosition=0, beingWritten=true 2024-11-09T22:18:07,742 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693, startPosition=0, beingWritten=true 2024-11-09T22:18:07,796 DEBUG [ea9122631f8b:44015 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:18:07,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,43313,1731190686389 2024-11-09T22:18:07,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,43313,1731190686389, state=OPENING 2024-11-09T22:18:07,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424620021/meta-region-server 2024-11-09T22:18:07,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424620021/meta-region-server 2024-11-09T22:18:07,812 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:18:07,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: CHANGED 2024-11-09T22:18:07,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,43313,1731190686389}] 2024-11-09T22:18:07,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: CHANGED 2024-11-09T22:18:07,963 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:07,967 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:18:07,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:18:07,970 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:07,978 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:18:07,978 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:07,978 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:18:07,982 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C43313%2C1731190686389.meta, suffix=.meta, logDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389, archiveDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs, maxLogs=10 2024-11-09T22:18:08,000 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.meta.1731190687983.meta, exclude list is [], retry=0 2024-11-09T22:18:08,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-cc1122b8-9d47-4c55-8220-cd4f50d993ce,DISK] 2024-11-09T22:18:08,008 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.meta.1731190687983.meta 2024-11-09T22:18:08,008 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617)] 2024-11-09T22:18:08,009 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:08,009 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:18:08,009 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:18:08,009 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:18:08,009 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:18:08,009 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:18:08,009 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:08,010 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:18:08,010 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:18:08,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:18:08,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:18:08,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:08,026 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/info/9e122b934bc54e3a80677a896242c652 2024-11-09T22:18:08,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:08,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:18:08,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:18:08,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:08,047 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/ns/4a9985910ad04de1828b86f7a6c65161 2024-11-09T22:18:08,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:08,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:18:08,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:18:08,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:08,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:08,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:18:08,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:18:08,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:08,063 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/table/27793d73dc01408fa95b5968b9d33d6c 2024-11-09T22:18:08,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:08,064 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:18:08,065 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740 2024-11-09T22:18:08,067 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740 2024-11-09T22:18:08,069 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:18:08,069 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:18:08,072 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:08,075 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:18:08,076 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69667761, jitterRate=0.038130536675453186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:08,076 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:18:08,076 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190688010Writing region info on filesystem at 1731190688010Initializing all the Stores at 1731190688011 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190688011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190688011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190688011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190688011Cleaning up temporary data from old regions at 1731190688069 (+58 ms)Running coprocessor post-open hooks at 1731190688076 (+7 ms)Region opened successfully at 1731190688076 2024-11-09T22:18:08,080 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731190687967 2024-11-09T22:18:08,085 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ea9122631f8b,43313,1731190686389 2024-11-09T22:18:08,086 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:18:08,086 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:18:08,086 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,43313,1731190686389, state=OPEN 2024-11-09T22:18:08,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424620021/meta-region-server 2024-11-09T22:18:08,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424620021/meta-region-server 2024-11-09T22:18:08,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: CHANGED 2024-11-09T22:18:08,156 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,43313,1731190686389 2024-11-09T22:18:08,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424620021/meta-region-server: CHANGED 2024-11-09T22:18:08,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T22:18:08,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,43313,1731190686389 in 345 msec 2024-11-09T22:18:08,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T22:18:08,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 772 msec 2024-11-09T22:18:08,269 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:08,283 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:08,678 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:08,695 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:08,990 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1560ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-11-09T22:18:09,185 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:09,202 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:09,792 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:09,808 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:10,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:18:10,492 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3063ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-09T22:18:10,498 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:10,516 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:11,305 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:11,323 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:11,945 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T22:18:11,946 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:18:11,946 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:11,946 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43313,1731190686389, seqNum=-1] 2024-11-09T22:18:11,947 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:11,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:11,957 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=debfb9e508d4fe5ffea69d0bfd944e8d, regionState=OPEN, lastHost=ea9122631f8b,41417,1731190669969, regionLocation=ea9122631f8b,41417,1731190669969, openSeqNum=2 2024-11-09T22:18:11,957 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:18:11,957 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190751957 2024-11-09T22:18:11,957 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190811957 2024-11-09T22:18:11,957 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-09T22:18:11,958 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44015,1731190686302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:11,958 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44015,1731190686302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:11,958 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): ea9122631f8b,41417,1731190669969 had 2 regions 2024-11-09T22:18:11,958 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44015,1731190686302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:11,958 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:44015, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:11,958 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:11,959 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:11,960 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ea9122631f8b,41417,1731190669969, splitWal=true, meta=true, isMeta: false 2024-11-09T22:18:11,965 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969-splitting dir is empty, no logs to split. 2024-11-09T22:18:11,965 INFO [PEWorker-1 {}] master.SplitWALManager(105): ea9122631f8b,41417,1731190669969 WAL count=0, meta=false 2024-11-09T22:18:11,970 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,41417,1731190669969-splitting dir is empty, no logs to split. 2024-11-09T22:18:11,970 INFO [PEWorker-1 {}] master.SplitWALManager(105): ea9122631f8b,41417,1731190669969 WAL count=0, meta=false 2024-11-09T22:18:11,970 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ea9122631f8b,41417,1731190669969 WAL splitting is done? wals=0, meta=false 2024-11-09T22:18:11,972 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.226sec 2024-11-09T22:18:11,972 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:18:11,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670435d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:11,975 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:18:11,975 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:18:11,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,44015,-1 for getting cluster id 2024-11-09T22:18:11,975 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:18:11,976 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:18:11,976 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44015,1731190686302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:18:11,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:11,976 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44015,1731190686302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:18:11,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=debfb9e508d4fe5ffea69d0bfd944e8d, ASSIGN}] 2024-11-09T22:18:11,973 WARN [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ea9122631f8b,41417,1731190669969/hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:11,982 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd2c9778-93c2-4243-a33c-9e5fcf716b56' 2024-11-09T22:18:11,983 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=debfb9e508d4fe5ffea69d0bfd944e8d, ASSIGN 2024-11-09T22:18:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd2c9778-93c2-4243-a33c-9e5fcf716b56" 2024-11-09T22:18:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65198a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:11,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,44015,-1] 2024-11-09T22:18:11,985 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=debfb9e508d4fe5ffea69d0bfd944e8d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T22:18:11,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:11,987 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:18:11,987 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:18:11,987 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44015,1731190686302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:11,991 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:11,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742e50ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:11,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43313,1731190686389, seqNum=-1] 2024-11-09T22:18:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:11,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:12,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T22:18:12,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:12,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:12,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:12,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:12,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:12,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ea9122631f8b:44015 after: ea9122631f8b:44015 2024-11-09T22:18:12,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f3feaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:12,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,44015,-1 for getting cluster id 2024-11-09T22:18:12,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:12,005 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd2c9778-93c2-4243-a33c-9e5fcf716b56' 2024-11-09T22:18:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd2c9778-93c2-4243-a33c-9e5fcf716b56" 2024-11-09T22:18:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bac0d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,44015,-1] 2024-11-09T22:18:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:12,008 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:12,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d4a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:12,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,44015,1731190686302 2024-11-09T22:18:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53e440a8 2024-11-09T22:18:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:12,012 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:12,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T22:18:12,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T22:18:12,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T22:18:12,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44015 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T22:18:12,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:18:12,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:12,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:12,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:12,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:12,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:12,016 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:18:12,017 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=881996665, stopped=false 2024-11-09T22:18:12,017 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,33765,1731190676251 2024-11-09T22:18:12,135 DEBUG [ea9122631f8b:44015 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:18:12,136 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=debfb9e508d4fe5ffea69d0bfd944e8d, regionState=OPENING, regionLocation=ea9122631f8b,43313,1731190686389 2024-11-09T22:18:12,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=debfb9e508d4fe5ffea69d0bfd944e8d, ASSIGN because future has completed 2024-11-09T22:18:12,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure debfb9e508d4fe5ffea69d0bfd944e8d, server=ea9122631f8b,43313,1731190686389}] 2024-11-09T22:18:12,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1464799110/running 2024-11-09T22:18:12,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:18:12,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1464799110/running 2024-11-09T22:18:12,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:18:12,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:18:12,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:12,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:12,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:12,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,35823,1731190676470' ***** 2024-11-09T22:18:12,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:18:12,200 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:18:12,200 INFO [RS:0;ea9122631f8b:35823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:18:12,200 INFO [RS:0;ea9122631f8b:35823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:18:12,200 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,35823,1731190676470 2024-11-09T22:18:12,200 INFO [RS:0;ea9122631f8b:35823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:18:12,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Set watcher on znode that does not yet exist, /1464799110/running 2024-11-09T22:18:12,200 INFO [RS:0;ea9122631f8b:35823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:35823. 2024-11-09T22:18:12,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:18:12,200 DEBUG [RS:0;ea9122631f8b:35823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:12,200 DEBUG [RS:0;ea9122631f8b:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:12,200 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:18:12,200 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:18:12,200 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:18:12,201 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:18:12,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Set watcher on znode that does not yet exist, /1464799110/running 2024-11-09T22:18:12,201 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T22:18:12,201 DEBUG [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:18:12,201 DEBUG [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:12,201 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:18:12,201 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:18:12,201 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:18:12,202 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:18:12,202 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:18:12,202 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T22:18:12,211 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:12,229 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:12,231 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:18:12,238 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/1588230740/.tmp/ns/d90aa86c9ddd4d638b231c8cbacff6a8 is 43, key is default/ns:d/1731190679784/Put/seqid=0 2024-11-09T22:18:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741835_1011 (size=5153) 2024-11-09T22:18:12,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:12,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:12,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:18:12,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C43313%2C1731190686389.rep, suffix=, logDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389, archiveDir=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs, maxLogs=10 2024-11-09T22:18:12,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.rep.1731190692302, exclude list is [], retry=0 2024-11-09T22:18:12,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41673,DS-cc1122b8-9d47-4c55-8220-cd4f50d993ce,DISK] 2024-11-09T22:18:12,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.rep.1731190692302 2024-11-09T22:18:12,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33617:33617)] 2024-11-09T22:18:12,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => debfb9e508d4fe5ffea69d0bfd944e8d, NAME => 'hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:12,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:18:12,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:18:12,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. service=MultiRowMutationService 2024-11-09T22:18:12,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:18:12,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:12,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,336 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,338 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region debfb9e508d4fe5ffea69d0bfd944e8d columnFamilyName hfileref 2024-11-09T22:18:12,338 DEBUG [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:12,338 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(327): Store=debfb9e508d4fe5ffea69d0bfd944e8d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:12,339 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,340 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region debfb9e508d4fe5ffea69d0bfd944e8d columnFamilyName queue 2024-11-09T22:18:12,340 DEBUG [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:12,350 DEBUG [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d/queue/cd2c02cc77e6451e916aef38deb53136 2024-11-09T22:18:12,351 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(327): Store=debfb9e508d4fe5ffea69d0bfd944e8d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:12,351 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,352 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region debfb9e508d4fe5ffea69d0bfd944e8d columnFamilyName sid 2024-11-09T22:18:12,352 DEBUG [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:12,353 INFO [StoreOpener-debfb9e508d4fe5ffea69d0bfd944e8d-1 {}] regionserver.HStore(327): Store=debfb9e508d4fe5ffea69d0bfd944e8d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:12,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:18:12,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened debfb9e508d4fe5ffea69d0bfd944e8d; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67522503, jitterRate=0.006163701415061951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:18:12,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:12,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for debfb9e508d4fe5ffea69d0bfd944e8d: Running coprocessor pre-open hook at 1731190692333Writing region info on filesystem at 1731190692333Initializing all the Stores at 1731190692334 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190692334Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190692336 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190692336Cleaning up temporary data from old regions at 1731190692358 (+22 ms)Running coprocessor post-open hooks at 1731190692364 (+6 ms)Region opened successfully at 1731190692366 (+2 ms) 2024-11-09T22:18:12,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d., pid=19, masterSystemTime=1731190692293 2024-11-09T22:18:12,372 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=debfb9e508d4fe5ffea69d0bfd944e8d, regionState=OPEN, openSeqNum=10, regionLocation=ea9122631f8b,43313,1731190686389 2024-11-09T22:18:12,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:12,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:12,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure debfb9e508d4fe5ffea69d0bfd944e8d, server=ea9122631f8b,43313,1731190686389 because future has completed 2024-11-09T22:18:12,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T22:18:12,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure debfb9e508d4fe5ffea69d0bfd944e8d, server=ea9122631f8b,43313,1731190686389 in 241 msec 2024-11-09T22:18:12,402 DEBUG [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:12,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T22:18:12,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-09T22:18:12,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=debfb9e508d4fe5ffea69d0bfd944e8d, ASSIGN in 414 msec 2024-11-09T22:18:12,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d., hostname=ea9122631f8b,43313,1731190686389, seqNum=10] 2024-11-09T22:18:12,470 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for ea9122631f8b,41417,1731190669969 2024-11-09T22:18:12,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T22:18:12,603 DEBUG [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:12,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-09T22:18:12,675 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/1588230740/.tmp/ns/d90aa86c9ddd4d638b231c8cbacff6a8 2024-11-09T22:18:12,684 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/1588230740/.tmp/ns/d90aa86c9ddd4d638b231c8cbacff6a8 as hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/1588230740/ns/d90aa86c9ddd4d638b231c8cbacff6a8 2024-11-09T22:18:12,693 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/1588230740/ns/d90aa86c9ddd4d638b231c8cbacff6a8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T22:18:12,694 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 492ms, sequenceid=6, compaction requested=false 2024-11-09T22:18:12,694 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:18:12,702 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T22:18:12,703 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:12,703 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:12,703 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:12,703 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190692201Running coprocessor pre-close hooks at 1731190692201Disabling compacts and flushes for region at 1731190692201Disabling writes for close at 1731190692202 (+1 ms)Obtaining lock to block concurrent updates at 1731190692202Preparing flush snapshotting stores in 1588230740 at 1731190692202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731190692202Flushing stores of hbase:meta,,1.1588230740 at 1731190692212 (+10 ms)Flushing 1588230740/ns: creating writer at 1731190692213 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731190692237 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731190692237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d8d527: reopening flushed file at 1731190692683 (+446 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 492ms, sequenceid=6, compaction requested=false at 1731190692694 (+11 ms)Writing region close event to WAL at 1731190692696 (+2 ms)Running coprocessor post-close hooks at 1731190692703 (+7 ms)Closed at 1731190692703 2024-11-09T22:18:12,703 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:12,803 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,35823,1731190676470; all regions closed. 2024-11-09T22:18:12,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741834_1010 (size=1152) 2024-11-09T22:18:12,809 DEBUG [RS:0;ea9122631f8b:35823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/oldWALs 2024-11-09T22:18:12,809 INFO [RS:0;ea9122631f8b:35823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C35823%2C1731190676470.meta:.meta(num 1731190679712) 2024-11-09T22:18:12,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/WALs/ea9122631f8b,35823,1731190676470/ea9122631f8b%2C35823%2C1731190676470.1731190679057 not finished, retry = 0 2024-11-09T22:18:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741833_1009 (size=93) 2024-11-09T22:18:12,916 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:18:12,916 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:18:12,916 DEBUG [RS:0;ea9122631f8b:35823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/oldWALs 2024-11-09T22:18:12,916 INFO [RS:0;ea9122631f8b:35823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C35823%2C1731190676470:(num 1731190679057) 2024-11-09T22:18:12,916 DEBUG [RS:0;ea9122631f8b:35823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:12,916 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:18:12,916 INFO [RS:0;ea9122631f8b:35823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:18:12,916 INFO [RS:0;ea9122631f8b:35823 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:18:12,917 INFO [RS:0;ea9122631f8b:35823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:18:12,917 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:18:12,917 INFO [RS:0;ea9122631f8b:35823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35823 2024-11-09T22:18:12,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1464799110/rs/ea9122631f8b,35823,1731190676470 2024-11-09T22:18:12,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110/rs 2024-11-09T22:18:12,966 INFO [RS:0;ea9122631f8b:35823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:18:12,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,35823,1731190676470] 2024-11-09T22:18:12,987 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1464799110/draining/ea9122631f8b,35823,1731190676470 already deleted, retry=false 2024-11-09T22:18:12,987 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,35823,1731190676470 expired; onlineServers=0 2024-11-09T22:18:12,987 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,33765,1731190676251' ***** 2024-11-09T22:18:12,987 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:18:12,987 INFO [M:0;ea9122631f8b:33765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:18:12,987 INFO [M:0;ea9122631f8b:33765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:18:12,988 DEBUG [M:0;ea9122631f8b:33765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:18:12,988 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:18:12,988 DEBUG [M:0;ea9122631f8b:33765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:18:12,988 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190678806 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190678806,5,FailOnTimeoutGroup] 2024-11-09T22:18:12,988 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190678806 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190678806,5,FailOnTimeoutGroup] 2024-11-09T22:18:12,988 INFO [M:0;ea9122631f8b:33765 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:18:12,988 INFO [M:0;ea9122631f8b:33765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:18:12,988 DEBUG [M:0;ea9122631f8b:33765 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:18:12,988 INFO [M:0;ea9122631f8b:33765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:18:12,988 INFO [M:0;ea9122631f8b:33765 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:18:12,988 INFO [M:0;ea9122631f8b:33765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:18:12,988 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:18:12,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1464799110/master 2024-11-09T22:18:12,998 DEBUG [M:0;ea9122631f8b:33765 {}] zookeeper.ZKUtil(347): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Unable to get data of znode /1464799110/master because node does not exist (not an error) 2024-11-09T22:18:12,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1464799110 2024-11-09T22:18:12,998 WARN [M:0;ea9122631f8b:33765 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:18:12,999 INFO [M:0;ea9122631f8b:33765 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/.lastflushedseqids 2024-11-09T22:18:13,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741836_1012 (size=99) 2024-11-09T22:18:13,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:13,077 INFO [RS:0;ea9122631f8b:35823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:18:13,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35823-0x10121ad22d50004, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:13,077 INFO [RS:0;ea9122631f8b:35823 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,35823,1731190676470; zookeeper connection closed. 2024-11-09T22:18:13,077 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64dd4ed8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64dd4ed8 2024-11-09T22:18:13,077 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:18:13,218 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:13,239 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:13,407 INFO [M:0;ea9122631f8b:33765 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:18:13,408 INFO [M:0;ea9122631f8b:33765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:18:13,408 DEBUG [M:0;ea9122631f8b:33765 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:18:13,408 INFO [M:0;ea9122631f8b:33765 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:13,408 DEBUG [M:0;ea9122631f8b:33765 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:13,408 DEBUG [M:0;ea9122631f8b:33765 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:18:13,408 DEBUG [M:0;ea9122631f8b:33765 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:13,408 INFO [M:0;ea9122631f8b:33765 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T22:18:13,427 DEBUG [M:0;ea9122631f8b:33765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9acc562128b748bc83c909b7e79cc38d is 82, key is hbase:meta,,1/info:regioninfo/1731190679760/Put/seqid=0 2024-11-09T22:18:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741837_1013 (size=5672) 2024-11-09T22:18:13,432 INFO [M:0;ea9122631f8b:33765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9acc562128b748bc83c909b7e79cc38d 2024-11-09T22:18:13,460 DEBUG [M:0;ea9122631f8b:33765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b78e95fda254f84ae75ec17a63f401c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731190679792/Put/seqid=0 2024-11-09T22:18:13,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741838_1014 (size=5275) 2024-11-09T22:18:13,867 INFO [M:0;ea9122631f8b:33765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b78e95fda254f84ae75ec17a63f401c 2024-11-09T22:18:13,899 DEBUG [M:0;ea9122631f8b:33765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f61d263aef5544249a2d9a6b505254c8 is 69, key is ea9122631f8b,35823,1731190676470/rs:state/1731190678891/Put/seqid=0 2024-11-09T22:18:13,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741839_1015 (size=5156) 2024-11-09T22:18:13,909 INFO [M:0;ea9122631f8b:33765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f61d263aef5544249a2d9a6b505254c8 2024-11-09T22:18:13,916 DEBUG [M:0;ea9122631f8b:33765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9acc562128b748bc83c909b7e79cc38d as hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9acc562128b748bc83c909b7e79cc38d 2024-11-09T22:18:13,924 INFO [M:0;ea9122631f8b:33765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9acc562128b748bc83c909b7e79cc38d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T22:18:13,927 DEBUG [M:0;ea9122631f8b:33765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b78e95fda254f84ae75ec17a63f401c as hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b78e95fda254f84ae75ec17a63f401c 2024-11-09T22:18:13,936 INFO [M:0;ea9122631f8b:33765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b78e95fda254f84ae75ec17a63f401c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T22:18:13,937 DEBUG [M:0;ea9122631f8b:33765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f61d263aef5544249a2d9a6b505254c8 as hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f61d263aef5544249a2d9a6b505254c8 2024-11-09T22:18:13,949 INFO [M:0;ea9122631f8b:33765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/da7a2cdb-dac2-11e1-780d-2f381c834073/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f61d263aef5544249a2d9a6b505254c8, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T22:18:13,950 INFO [M:0;ea9122631f8b:33765 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=28, compaction requested=false 2024-11-09T22:18:13,961 INFO [M:0;ea9122631f8b:33765 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:13,961 DEBUG [M:0;ea9122631f8b:33765 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190693408Disabling compacts and flushes for region at 1731190693408Disabling writes for close at 1731190693408Obtaining lock to block concurrent updates at 1731190693408Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190693408Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731190693409 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190693409Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190693410 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190693427 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190693427Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190693439 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190693459 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190693459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190693875 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190693898 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190693898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273a50bf: reopening flushed file at 1731190693915 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9c02df: reopening flushed file at 1731190693925 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788b3de5: reopening flushed file at 1731190693936 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=28, compaction requested=false at 1731190693950 (+14 ms)Writing region close event to WAL at 1731190693961 (+11 ms)Closed at 1731190693961 2024-11-09T22:18:13,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741830_1006 (size=10165) 2024-11-09T22:18:13,965 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:18:13,965 INFO [M:0;ea9122631f8b:33765 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:18:13,965 INFO [M:0;ea9122631f8b:33765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33765 2024-11-09T22:18:13,968 INFO [M:0;ea9122631f8b:33765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:18:14,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:14,151 INFO [M:0;ea9122631f8b:33765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:18:14,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33765-0x10121ad22d50003, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:14,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b1886bd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:18:14,165 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ddb4d59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:18:14,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:18:14,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b956810{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:18:14,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57d29d92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/hadoop.log.dir/,STOPPED} 2024-11-09T22:18:14,171 WARN [BP-1274397625-172.17.0.3-1731190674074 heartbeating to localhost/127.0.0.1:38955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:18:14,171 WARN [BP-1274397625-172.17.0.3-1731190674074 heartbeating to localhost/127.0.0.1:38955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1274397625-172.17.0.3-1731190674074 (Datanode Uuid 6ed84482-059e-4e62-821f-f7375703e113) service to localhost/127.0.0.1:38955 2024-11-09T22:18:14,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/cluster_41bc0f81-01b7-23f0-bdfd-321839e1e084/data/data2/current/BP-1274397625-172.17.0.3-1731190674074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:18:14,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/cluster_41bc0f81-01b7-23f0-bdfd-321839e1e084/data/data1/current/BP-1274397625-172.17.0.3-1731190674074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:18:14,173 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:18:14,173 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:18:14,174 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:18:14,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e349195{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:18:14,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dc52cd3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:18:14,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:18:14,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc9c02a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:18:14,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d397d08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/hadoop.log.dir/,STOPPED} 2024-11-09T22:18:14,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:18:14,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:18:14,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:14,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:14,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:14,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:14,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:14,212 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:18:14,213 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1791731618, stopped=false 2024-11-09T22:18:14,213 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,44015,1731190686302 2024-11-09T22:18:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424620021/running 2024-11-09T22:18:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424620021/running 2024-11-09T22:18:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:14,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/running 2024-11-09T22:18:14,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Set watcher on znode that does not yet exist, /01424620021/running 2024-11-09T22:18:14,231 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:18:14,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:14,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:14,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:14,232 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,43313,1731190686389' ***** 2024-11-09T22:18:14,232 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:18:14,232 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:18:14,232 INFO [RS:0;ea9122631f8b:43313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:18:14,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:18:14,232 INFO [RS:0;ea9122631f8b:43313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:18:14,233 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:14,233 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,43313,1731190686389 2024-11-09T22:18:14,233 INFO [RS:0;ea9122631f8b:43313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:18:14,233 INFO [RS:0;ea9122631f8b:43313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:43313. 2024-11-09T22:18:14,234 DEBUG [RS:0;ea9122631f8b:43313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:14,234 DEBUG [RS:0;ea9122631f8b:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:14,234 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing debfb9e508d4fe5ffea69d0bfd944e8d, disabling compactions & flushes 2024-11-09T22:18:14,234 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:14,234 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:18:14,234 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:18:14,234 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:14,234 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:18:14,234 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. after waiting 0 ms 2024-11-09T22:18:14,234 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:18:14,234 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:14,234 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:18:14,234 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(1325): Online Regions={debfb9e508d4fe5ffea69d0bfd944e8d=hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:18:14,234 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, debfb9e508d4fe5ffea69d0bfd944e8d 2024-11-09T22:18:14,234 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:18:14,234 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:18:14,234 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:18:14,234 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:18:14,235 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:18:14,235 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T22:18:14,243 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/replication/debfb9e508d4fe5ffea69d0bfd944e8d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-09T22:18:14,244 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:14,244 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:14,245 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:14,245 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for debfb9e508d4fe5ffea69d0bfd944e8d: Waiting for close lock at 1731190694234Running coprocessor pre-close hooks at 1731190694234Disabling compacts and flushes for region at 1731190694234Disabling writes for close at 1731190694234Writing region close event to WAL at 1731190694238 (+4 ms)Running coprocessor post-close hooks at 1731190694244 (+6 ms)Closed at 1731190694245 (+1 ms) 2024-11-09T22:18:14,245 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d. 2024-11-09T22:18:14,277 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/info/04815fef006e416e90ebd46b0c8b352d is 147, key is hbase:replication,,1731190679971.debfb9e508d4fe5ffea69d0bfd944e8d./info:regioninfo/1731190692372/Put/seqid=0 2024-11-09T22:18:14,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741851_1027 (size=6385) 2024-11-09T22:18:14,312 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:18:14,327 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:14,345 DEBUG [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/WALs/ea9122631f8b,43313,1731190686389/ea9122631f8b%2C43313%2C1731190686389.1731190687693 to pos 0, reset compression=false 2024-11-09T22:18:14,435 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:14,499 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:18:14,500 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:18:14,635 DEBUG [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:14,692 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/info/04815fef006e416e90ebd46b0c8b352d 2024-11-09T22:18:14,700 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/.tmp/info/04815fef006e416e90ebd46b0c8b352d as hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/info/04815fef006e416e90ebd46b0c8b352d 2024-11-09T22:18:14,708 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/info/04815fef006e416e90ebd46b0c8b352d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T22:18:14,709 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 474ms, sequenceid=19, compaction requested=false 2024-11-09T22:18:14,722 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T22:18:14,723 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:14,724 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:14,724 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:14,724 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190694234Running coprocessor pre-close hooks at 1731190694234Disabling compacts and flushes for region at 1731190694234Disabling writes for close at 1731190694235 (+1 ms)Obtaining lock to block concurrent updates at 1731190694235Preparing flush snapshotting stores in 1588230740 at 1731190694235Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731190694235Flushing stores of hbase:meta,,1.1588230740 at 1731190694236 (+1 ms)Flushing 1588230740/info: creating writer at 1731190694236Flushing 1588230740/info: appending metadata at 1731190694276 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731190694276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c3022: reopening flushed file at 1731190694699 (+423 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 474ms, sequenceid=19, compaction requested=false at 1731190694709 (+10 ms)Writing region close event to WAL at 1731190694716 (+7 ms)Running coprocessor post-close hooks at 1731190694723 (+7 ms)Closed at 1731190694724 (+1 ms) 2024-11-09T22:18:14,724 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:14,835 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,43313,1731190686389; all regions closed. 2024-11-09T22:18:14,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741849_1025 (size=2156) 2024-11-09T22:18:14,846 DEBUG [RS:0;ea9122631f8b:43313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs 2024-11-09T22:18:14,846 INFO [RS:0;ea9122631f8b:43313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C43313%2C1731190686389.meta:.meta(num 1731190687983) 2024-11-09T22:18:14,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741850_1026 (size=796) 2024-11-09T22:18:14,854 DEBUG [RS:0;ea9122631f8b:43313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs 2024-11-09T22:18:14,854 INFO [RS:0;ea9122631f8b:43313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C43313%2C1731190686389.rep:(num 1731190692302) 2024-11-09T22:18:14,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741848_1024 (size=93) 2024-11-09T22:18:14,876 DEBUG [RS:0;ea9122631f8b:43313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/oldWALs 2024-11-09T22:18:14,876 INFO [RS:0;ea9122631f8b:43313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C43313%2C1731190686389:(num 1731190687693) 2024-11-09T22:18:14,877 DEBUG [RS:0;ea9122631f8b:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:14,877 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:18:14,877 INFO [RS:0;ea9122631f8b:43313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:18:14,877 INFO [RS:0;ea9122631f8b:43313 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:18:14,877 INFO [RS:0;ea9122631f8b:43313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:18:14,877 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,43313,1731190686389 because: Region server is closing 2024-11-09T22:18:14,878 INFO [RS:0;ea9122631f8b:43313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:43313. 2024-11-09T22:18:14,878 DEBUG [RS:0;ea9122631f8b:43313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:14,878 DEBUG [RS:0;ea9122631f8b:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:14,878 DEBUG [RS:0;ea9122631f8b:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:14,878 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:18:14,879 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T22:18:14,879 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T22:18:14,879 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T22:18:14,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:14,978 WARN [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:18:14,978 WARN [RS:0;ea9122631f8b:43313.replicationSource.shipperea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T22:18:14,979 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ea9122631f8b:43313.replicationSource.shipperea9122631f8b%2C43313%2C1731190686389,1-ea9122631f8b,43313,1731190686389 terminated 2024-11-09T22:18:14,979 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ea9122631f8b,43313,1731190686389 because: Region server is closing 2024-11-09T22:18:14,979 INFO [RS:0;ea9122631f8b:43313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:43313. 2024-11-09T22:18:14,979 DEBUG [RS:0;ea9122631f8b:43313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:14,979 DEBUG [RS:0;ea9122631f8b:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:14,979 DEBUG [RS:0;ea9122631f8b:43313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:14,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:15,080 WARN [RS:0;ea9122631f8b:43313.replicationSource.wal-reader.ea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:18:15,080 WARN [RS:0;ea9122631f8b:43313.replicationSource.shipperea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T22:18:15,080 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;ea9122631f8b:43313.replicationSource.shipperea9122631f8b%2C43313%2C1731190686389,2-ea9122631f8b,43313,1731190686389 terminated 2024-11-09T22:18:15,080 INFO [RS:0;ea9122631f8b:43313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43313 2024-11-09T22:18:15,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021/rs 2024-11-09T22:18:15,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424620021/rs/ea9122631f8b,43313,1731190686389 2024-11-09T22:18:15,129 INFO [RS:0;ea9122631f8b:43313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:18:15,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,43313,1731190686389] 2024-11-09T22:18:15,145 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01424620021/draining/ea9122631f8b,43313,1731190686389 already deleted, retry=false 2024-11-09T22:18:15,145 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,43313,1731190686389 expired; onlineServers=0 2024-11-09T22:18:15,145 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,44015,1731190686302' ***** 2024-11-09T22:18:15,145 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:18:15,145 INFO [M:0;ea9122631f8b:44015 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:18:15,145 INFO [M:0;ea9122631f8b:44015 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:18:15,145 DEBUG [M:0;ea9122631f8b:44015 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:18:15,145 DEBUG [M:0;ea9122631f8b:44015 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:18:15,145 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:18:15,145 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190687421 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190687421,5,FailOnTimeoutGroup] 2024-11-09T22:18:15,145 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190687424 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190687424,5,FailOnTimeoutGroup] 2024-11-09T22:18:15,146 INFO [M:0;ea9122631f8b:44015 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:18:15,146 INFO [M:0;ea9122631f8b:44015 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:18:15,146 DEBUG [M:0;ea9122631f8b:44015 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:18:15,146 INFO [M:0;ea9122631f8b:44015 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:18:15,146 INFO [M:0;ea9122631f8b:44015 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:18:15,146 INFO [M:0;ea9122631f8b:44015 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:18:15,147 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:18:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424620021/master 2024-11-09T22:18:15,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424620021 2024-11-09T22:18:15,156 DEBUG [M:0;ea9122631f8b:44015 {}] zookeeper.ZKUtil(347): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Unable to get data of znode /01424620021/master because node does not exist (not an error) 2024-11-09T22:18:15,156 WARN [M:0;ea9122631f8b:44015 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:18:15,157 INFO [M:0;ea9122631f8b:44015 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/.lastflushedseqids 2024-11-09T22:18:15,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741852_1028 (size=181) 2024-11-09T22:18:15,245 INFO [RS:0;ea9122631f8b:43313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:18:15,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:15,245 INFO [RS:0;ea9122631f8b:43313 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,43313,1731190686389; zookeeper connection closed. 2024-11-09T22:18:15,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43313-0x10121ad22d50007, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:15,250 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30491527 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30491527 2024-11-09T22:18:15,254 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:18:15,573 INFO [M:0;ea9122631f8b:44015 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:18:15,573 INFO [M:0;ea9122631f8b:44015 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:18:15,574 DEBUG [M:0;ea9122631f8b:44015 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:18:15,574 INFO [M:0;ea9122631f8b:44015 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:15,574 DEBUG [M:0;ea9122631f8b:44015 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:15,574 DEBUG [M:0;ea9122631f8b:44015 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:18:15,574 DEBUG [M:0;ea9122631f8b:44015 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:15,574 INFO [M:0;ea9122631f8b:44015 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T22:18:15,597 DEBUG [M:0;ea9122631f8b:44015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/538a1aae11ef4d31973c4378eec0cadf is 82, key is hbase:meta,,1/info:regioninfo/1731190688085/Put/seqid=0 2024-11-09T22:18:15,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741853_1029 (size=5680) 2024-11-09T22:18:16,003 INFO [M:0;ea9122631f8b:44015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/538a1aae11ef4d31973c4378eec0cadf 2024-11-09T22:18:16,031 DEBUG [M:0;ea9122631f8b:44015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30f19d49644b416b9e632c8529524bcd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731190692392/Put/seqid=0 2024-11-09T22:18:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741854_1030 (size=7319) 2024-11-09T22:18:16,439 INFO [M:0;ea9122631f8b:44015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30f19d49644b416b9e632c8529524bcd 2024-11-09T22:18:16,482 DEBUG [M:0;ea9122631f8b:44015 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d2962d8d3934b619a13582ab0c75e74 is 69, key is ea9122631f8b,43313,1731190686389/rs:state/1731190687438/Put/seqid=0 2024-11-09T22:18:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741855_1031 (size=5371) 2024-11-09T22:18:16,493 INFO [M:0;ea9122631f8b:44015 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d2962d8d3934b619a13582ab0c75e74 2024-11-09T22:18:16,506 INFO [M:0;ea9122631f8b:44015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d2962d8d3934b619a13582ab0c75e74 2024-11-09T22:18:16,507 DEBUG [M:0;ea9122631f8b:44015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/538a1aae11ef4d31973c4378eec0cadf as hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/538a1aae11ef4d31973c4378eec0cadf 2024-11-09T22:18:16,522 INFO [M:0;ea9122631f8b:44015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/538a1aae11ef4d31973c4378eec0cadf, entries=8, sequenceid=172, filesize=5.5 K 2024-11-09T22:18:16,527 DEBUG [M:0;ea9122631f8b:44015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30f19d49644b416b9e632c8529524bcd as hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30f19d49644b416b9e632c8529524bcd 2024-11-09T22:18:16,540 INFO [M:0;ea9122631f8b:44015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30f19d49644b416b9e632c8529524bcd, entries=7, sequenceid=172, filesize=7.1 K 2024-11-09T22:18:16,543 DEBUG [M:0;ea9122631f8b:44015 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d2962d8d3934b619a13582ab0c75e74 as hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d2962d8d3934b619a13582ab0c75e74 2024-11-09T22:18:16,562 INFO [M:0;ea9122631f8b:44015 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d2962d8d3934b619a13582ab0c75e74 2024-11-09T22:18:16,562 INFO [M:0;ea9122631f8b:44015 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36485/user/jenkins/test-data/88a56f40-ed17-7d6b-bf8a-2e4bf9660ea3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d2962d8d3934b619a13582ab0c75e74, entries=2, sequenceid=172, filesize=5.2 K 2024-11-09T22:18:16,565 INFO [M:0;ea9122631f8b:44015 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 991ms, sequenceid=172, compaction requested=false 2024-11-09T22:18:16,576 INFO [M:0;ea9122631f8b:44015 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:16,577 DEBUG [M:0;ea9122631f8b:44015 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190695573Disabling compacts and flushes for region at 1731190695573Disabling writes for close at 1731190695574 (+1 ms)Obtaining lock to block concurrent updates at 1731190695574Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190695574Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731190695574Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190695575 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190695575Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190695596 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190695596Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190696011 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190696031 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190696031Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190696452 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190696479 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190696480 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2615edd3: reopening flushed file at 1731190696506 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3af629: reopening flushed file at 1731190696522 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9465962: reopening flushed file at 1731190696541 (+19 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 991ms, sequenceid=172, compaction requested=false at 1731190696565 (+24 ms)Writing region close event to WAL at 1731190696576 (+11 ms)Closed at 1731190696576 2024-11-09T22:18:16,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41673 is added to blk_1073741847_1023 (size=22949) 2024-11-09T22:18:16,601 INFO [M:0;ea9122631f8b:44015 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:18:16,601 INFO [M:0;ea9122631f8b:44015 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44015 2024-11-09T22:18:16,601 INFO [M:0;ea9122631f8b:44015 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:18:16,601 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:18:16,761 INFO [M:0;ea9122631f8b:44015 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:18:16,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:16,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44015-0x10121ad22d50006, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:16,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@206adf7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:18:16,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a8b3699{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:18:16,792 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:18:16,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66dc6de8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:18:16,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33455bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/hadoop.log.dir/,STOPPED} 2024-11-09T22:18:16,795 WARN [BP-2041638458-172.17.0.3-1731190664069 heartbeating to localhost/127.0.0.1:36485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:18:16,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:18:16,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:18:16,795 WARN [BP-2041638458-172.17.0.3-1731190664069 heartbeating to localhost/127.0.0.1:36485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2041638458-172.17.0.3-1731190664069 (Datanode Uuid 5781e38d-e19d-4d02-b6ae-53702ccf0318) service to localhost/127.0.0.1:36485 2024-11-09T22:18:16,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/cluster_16ab7cbb-b09b-227e-af7f-d3fc5d9a3e76/data/data1/current/BP-2041638458-172.17.0.3-1731190664069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:18:16,797 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/cluster_16ab7cbb-b09b-227e-af7f-d3fc5d9a3e76/data/data2/current/BP-2041638458-172.17.0.3-1731190664069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:18:16,797 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:18:16,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cea93ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:18:16,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:18:16,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:18:16,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:18:16,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fbe9f730-46c1-c791-3977-1be53f01f268/hadoop.log.dir/,STOPPED} 2024-11-09T22:18:16,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T22:18:16,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:18:16,867 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50898) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@67237ec5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36485 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/ea9122631f8b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38955 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50898) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ea9122631f8b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ea9122631f8b:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ea9122631f8b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ea9122631f8b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=561 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=2684 (was 3585) 2024-11-09T22:18:16,893 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=561, ProcessCount=11, AvailableMemoryMB=2681 2024-11-09T22:18:16,913 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-09T22:18:16,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/hadoop.log.dir so I do NOT create it in target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934 2024-11-09T22:18:16,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10121ad22d50005, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:18:16,914 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:18:16,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/hadoop.tmp.dir so I do NOT create it in target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934 2024-11-09T22:18:16,914 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d311141-b26a-1e9d-cd0f-ccac11838b9f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:18:16,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10121ad22d50005, quorum=127.0.0.1:50898, baseZNode=/1464799110 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:18:16,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934 2024-11-09T22:18:16,914 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/cluster_bf30da4c-7a47-27c0-87bb-928be98806f5, deleteOnExit=true 2024-11-09T22:18:16,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10121ad22d50002, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:18:16,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10121ad22d50002, quorum=127.0.0.1:50898, baseZNode=/01424620021 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:18:16,925 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/cluster_bf30da4c-7a47-27c0-87bb-928be98806f5/zookeeper_0, clientPort=58098, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/cluster_bf30da4c-7a47-27c0-87bb-928be98806f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/cluster_bf30da4c-7a47-27c0-87bb-928be98806f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T22:18:16,928 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58098 2024-11-09T22:18:16,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:18:16,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:18:16,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/test.cache.data in system properties and HBase conf 2024-11-09T22:18:16,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:18:16,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:18:16,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:18:16,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:18:16,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:18:16,930 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:18:16,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:18:16,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:18:16,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:18:16,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:18:16,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:18:16,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:18:16,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:18:16,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:18:16,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:18:16,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:18:16,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:18:16,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:18:16,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:18:16,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:18:17,474 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T22:18:17,477 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:17,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:17,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:17,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:18:17,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:18:17,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:18:17,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:18:17,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:17,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b786793{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:18:17,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ec90c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:18:17,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64682a99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/java.io.tmpdir/jetty-localhost-42471-hadoop-hdfs-3_4_1-tests_jar-_-any-18003101562261009365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:18:17,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@409f87ea{HTTP/1.1, (http/1.1)}{localhost:42471} 2024-11-09T22:18:17,761 INFO [Time-limited test {}] server.Server(415): Started @36978ms 2024-11-09T22:18:18,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:18,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:18:18,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:18:18,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:18:18,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:18:18,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d63c03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:18:18,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e513ce8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:18:18,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a58ec6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/java.io.tmpdir/jetty-localhost-45117-hadoop-hdfs-3_4_1-tests_jar-_-any-3827799271725055601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:18:18,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16d0c0bb{HTTP/1.1, (http/1.1)}{localhost:45117} 2024-11-09T22:18:18,380 INFO [Time-limited test {}] server.Server(415): Started @37597ms 2024-11-09T22:18:18,382 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:18:19,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:19,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:18:19,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T22:18:19,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:19,244 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/cluster_bf30da4c-7a47-27c0-87bb-928be98806f5/data/data2/current/BP-1476568250-172.17.0.3-1731190696961/current, will proceed with Du for space computation calculation, 2024-11-09T22:18:19,244 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/cluster_bf30da4c-7a47-27c0-87bb-928be98806f5/data/data1/current/BP-1476568250-172.17.0.3-1731190696961/current, will proceed with Du for space computation calculation, 2024-11-09T22:18:19,349 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:18:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4b41911bc5bce3e with lease ID 0x42907141eba134f2: Processing first storage report for DS-dc0aed61-4d23-4936-9a22-92b85921e340 from datanode DatanodeRegistration(127.0.0.1:45151, datanodeUuid=27b02ac5-a08b-4476-876b-52570f0f04ee, infoPort=38873, infoSecurePort=0, ipcPort=36421, storageInfo=lv=-57;cid=testClusterID;nsid=151765603;c=1731190696961) 2024-11-09T22:18:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4b41911bc5bce3e with lease ID 0x42907141eba134f2: from storage DS-dc0aed61-4d23-4936-9a22-92b85921e340 node DatanodeRegistration(127.0.0.1:45151, datanodeUuid=27b02ac5-a08b-4476-876b-52570f0f04ee, infoPort=38873, infoSecurePort=0, ipcPort=36421, storageInfo=lv=-57;cid=testClusterID;nsid=151765603;c=1731190696961), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T22:18:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4b41911bc5bce3e with lease ID 0x42907141eba134f2: Processing first storage report for DS-3c301b18-d5d6-468f-bc76-e4d7d750f26a from datanode DatanodeRegistration(127.0.0.1:45151, datanodeUuid=27b02ac5-a08b-4476-876b-52570f0f04ee, infoPort=38873, infoSecurePort=0, ipcPort=36421, storageInfo=lv=-57;cid=testClusterID;nsid=151765603;c=1731190696961) 2024-11-09T22:18:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4b41911bc5bce3e with lease ID 0x42907141eba134f2: from storage DS-3c301b18-d5d6-468f-bc76-e4d7d750f26a node DatanodeRegistration(127.0.0.1:45151, datanodeUuid=27b02ac5-a08b-4476-876b-52570f0f04ee, infoPort=38873, infoSecurePort=0, ipcPort=36421, storageInfo=lv=-57;cid=testClusterID;nsid=151765603;c=1731190696961), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:18:19,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934 2024-11-09T22:18:19,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:19,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:19,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:18:19,863 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40 with version=8 2024-11-09T22:18:19,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/hbase-staging 2024-11-09T22:18:19,866 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:18:19,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:19,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:19,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:18:19,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:19,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:18:19,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:18:19,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:18:19,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46313 2024-11-09T22:18:19,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46313 connecting to ZooKeeper ensemble=127.0.0.1:58098 2024-11-09T22:18:19,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463130x0, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:19,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46313-0x10121ada7840000 connected 2024-11-09T22:18:20,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:20,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:20,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Set watcher on znode that does not yet exist, /0-1900103017/running 2024-11-09T22:18:20,085 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40, hbase.cluster.distributed=false 2024-11-09T22:18:20,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Set watcher on znode that does not yet exist, /0-1900103017/acl 2024-11-09T22:18:20,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46313 2024-11-09T22:18:20,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46313 2024-11-09T22:18:20,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46313 2024-11-09T22:18:20,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46313 2024-11-09T22:18:20,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46313 2024-11-09T22:18:20,116 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:18:20,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:20,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:20,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:18:20,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:20,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:18:20,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:18:20,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:18:20,117 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34313 2024-11-09T22:18:20,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34313 connecting to ZooKeeper ensemble=127.0.0.1:58098 2024-11-09T22:18:20,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:20,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343130x0, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:20,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343130x0, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Set watcher on znode that does not yet exist, /0-1900103017/running 2024-11-09T22:18:20,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34313-0x10121ada7840001 connected 2024-11-09T22:18:20,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:18:20,159 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:18:20,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Set watcher on znode that does not yet exist, /0-1900103017/master 2024-11-09T22:18:20,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Set watcher on znode that does not yet exist, /0-1900103017/acl 2024-11-09T22:18:20,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34313 2024-11-09T22:18:20,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34313 2024-11-09T22:18:20,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34313 2024-11-09T22:18:20,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34313 2024-11-09T22:18:20,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34313 2024-11-09T22:18:20,201 DEBUG [M:0;ea9122631f8b:46313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:46313 2024-11-09T22:18:20,201 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1900103017/backup-masters/ea9122631f8b,46313,1731190699865 2024-11-09T22:18:20,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017/backup-masters 2024-11-09T22:18:20,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017/backup-masters 2024-11-09T22:18:20,212 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Set watcher on existing znode=/0-1900103017/backup-masters/ea9122631f8b,46313,1731190699865 2024-11-09T22:18:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1900103017/master 2024-11-09T22:18:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:20,219 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Set watcher on existing znode=/0-1900103017/master 2024-11-09T22:18:20,220 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1900103017/backup-masters/ea9122631f8b,46313,1731190699865 from backup master directory 2024-11-09T22:18:20,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017/backup-masters 2024-11-09T22:18:20,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1900103017/backup-masters/ea9122631f8b,46313,1731190699865 2024-11-09T22:18:20,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017/backup-masters 2024-11-09T22:18:20,232 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:18:20,232 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,46313,1731190699865 2024-11-09T22:18:20,241 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/hbase.id] with ID: c6261f0d-44be-45e6-b395-2500e425576d 2024-11-09T22:18:20,241 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/.tmp/hbase.id 2024-11-09T22:18:20,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:18:20,678 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/.tmp/hbase.id]:[hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/hbase.id] 2024-11-09T22:18:20,697 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:20,697 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:18:20,700 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T22:18:20,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:20,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:20,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:18:20,781 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:18:20,782 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:18:20,783 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:20,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:18:20,801 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store 2024-11-09T22:18:20,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:18:21,219 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:21,219 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:18:21,219 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:21,219 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:21,219 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:18:21,219 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:21,219 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:21,219 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190701219Disabling compacts and flushes for region at 1731190701219Disabling writes for close at 1731190701219Writing region close event to WAL at 1731190701219Closed at 1731190701219 2024-11-09T22:18:21,227 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/.initializing 2024-11-09T22:18:21,227 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/WALs/ea9122631f8b,46313,1731190699865 2024-11-09T22:18:21,229 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:18:21,234 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C46313%2C1731190699865, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/WALs/ea9122631f8b,46313,1731190699865, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/oldWALs, maxLogs=10 2024-11-09T22:18:21,254 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/WALs/ea9122631f8b,46313,1731190699865/ea9122631f8b%2C46313%2C1731190699865.1731190701234, exclude list is [], retry=0 2024-11-09T22:18:21,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45151,DS-dc0aed61-4d23-4936-9a22-92b85921e340,DISK] 2024-11-09T22:18:21,273 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/WALs/ea9122631f8b,46313,1731190699865/ea9122631f8b%2C46313%2C1731190699865.1731190701234 2024-11-09T22:18:21,278 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38873:38873)] 2024-11-09T22:18:21,278 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:21,278 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:21,278 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,278 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:18:21,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:21,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:21,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:18:21,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:21,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:21,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:18:21,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:21,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:21,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:18:21,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:21,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:21,315 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,317 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,317 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,324 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,324 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,325 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:21,334 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:21,345 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:21,345 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73429129, jitterRate=0.09417928755283356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:21,346 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190701278Initializing all the Stores at 1731190701282 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190701282Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190701296 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190701296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190701296Cleaning up temporary data from old regions at 1731190701324 (+28 ms)Region opened successfully at 1731190701346 (+22 ms) 2024-11-09T22:18:21,349 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:18:21,362 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592cfcd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:18:21,363 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:18:21,363 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:18:21,363 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:18:21,364 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:18:21,367 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-09T22:18:21,367 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:18:21,367 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:18:21,370 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:18:21,371 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Unable to get data of znode /0-1900103017/balancer because node does not exist (not necessarily an error) 2024-11-09T22:18:21,418 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900103017/balancer already deleted, retry=false 2024-11-09T22:18:21,418 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:18:21,419 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Unable to get data of znode /0-1900103017/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:18:21,428 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900103017/normalizer already deleted, retry=false 2024-11-09T22:18:21,429 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:18:21,430 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Unable to get data of znode /0-1900103017/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:18:21,441 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900103017/switch/split already deleted, retry=false 2024-11-09T22:18:21,444 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Unable to get data of znode /0-1900103017/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:18:21,450 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900103017/switch/merge already deleted, retry=false 2024-11-09T22:18:21,453 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Unable to get data of znode /0-1900103017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:18:21,460 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900103017/snapshot-cleanup already deleted, retry=false 2024-11-09T22:18:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1900103017/running 2024-11-09T22:18:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1900103017/running 2024-11-09T22:18:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:21,471 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,46313,1731190699865, sessionid=0x10121ada7840000, setting cluster-up flag (Was=false) 2024-11-09T22:18:21,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:21,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:21,523 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1900103017/flush-table-proc/acquired, /0-1900103017/flush-table-proc/reached, /0-1900103017/flush-table-proc/abort 2024-11-09T22:18:21,525 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,46313,1731190699865 2024-11-09T22:18:21,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:21,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:21,576 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1900103017/online-snapshot/acquired, /0-1900103017/online-snapshot/reached, /0-1900103017/online-snapshot/abort 2024-11-09T22:18:21,577 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,46313,1731190699865 2024-11-09T22:18:21,579 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:18:21,582 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:21,582 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:18:21,582 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:18:21,583 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ea9122631f8b,41417,1731190669969: status=Processing ServerCrashProcedure of ea9122631f8b,41417,1731190669969 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731190687375, completionTime=-1 appears to have been leaked 2024-11-09T22:18:21,583 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,46313,1731190699865 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:18:21,584 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:21,584 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:21,584 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:21,585 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:21,585 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:18:21,585 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,585 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:18:21,585 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:21,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:18:21,594 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:21,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:18:21,604 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190731604 2024-11-09T22:18:21,604 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:18:21,604 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:18:21,604 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:18:21,605 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:18:21,605 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:18:21,605 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:18:21,606 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(746): ClusterId : c6261f0d-44be-45e6-b395-2500e425576d 2024-11-09T22:18:21,606 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:18:21,608 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,618 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:18:21,618 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:18:21,618 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:18:21,618 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:18:21,619 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:18:21,619 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:18:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:18:21,630 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:18:21,630 DEBUG [RS:0;ea9122631f8b:34313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6999e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:18:21,631 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:18:21,631 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40 2024-11-09T22:18:21,632 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:18:21,632 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:18:21,637 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190701632,5,FailOnTimeoutGroup] 2024-11-09T22:18:21,641 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190701637,5,FailOnTimeoutGroup] 2024-11-09T22:18:21,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:18:21,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,655 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:34313 2024-11-09T22:18:21,656 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:18:21,656 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:18:21,656 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:18:21,657 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,46313,1731190699865 with port=34313, startcode=1731190700116 2024-11-09T22:18:21,658 DEBUG [RS:0;ea9122631f8b:34313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:18:21,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741832_1008 (size=32) 2024-11-09T22:18:21,665 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:18:21,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,34313,1731190700116 2024-11-09T22:18:21,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,34313,1731190700116 2024-11-09T22:18:21,668 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40 2024-11-09T22:18:21,668 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38229 2024-11-09T22:18:21,668 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:18:21,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017/rs 2024-11-09T22:18:21,683 DEBUG [RS:0;ea9122631f8b:34313 {}] zookeeper.ZKUtil(111): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Set watcher on existing znode=/0-1900103017/rs/ea9122631f8b,34313,1731190700116 2024-11-09T22:18:21,683 WARN [RS:0;ea9122631f8b:34313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:18:21,683 INFO [RS:0;ea9122631f8b:34313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:21,683 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116 2024-11-09T22:18:21,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,34313,1731190700116] 2024-11-09T22:18:21,690 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:18:21,692 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:18:21,700 INFO [RS:0;ea9122631f8b:34313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:18:21,700 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,701 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:18:21,701 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:18:21,702 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,702 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,702 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,702 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,702 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,702 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,702 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:18:21,702 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,702 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,702 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,702 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,702 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,703 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:21,703 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:18:21,703 DEBUG [RS:0;ea9122631f8b:34313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:18:21,704 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,704 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,704 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,704 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,704 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,704 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34313,1731190700116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:18:21,724 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:18:21,724 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34313,1731190700116-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,725 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,725 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.Replication(171): ea9122631f8b,34313,1731190700116 started 2024-11-09T22:18:21,744 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:21,744 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,34313,1731190700116, RpcServer on ea9122631f8b/172.17.0.3:34313, sessionid=0x10121ada7840001 2024-11-09T22:18:21,744 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:18:21,744 DEBUG [RS:0;ea9122631f8b:34313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,34313,1731190700116 2024-11-09T22:18:21,744 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,34313,1731190700116' 2024-11-09T22:18:21,744 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1900103017/flush-table-proc/abort' 2024-11-09T22:18:21,746 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1900103017/flush-table-proc/acquired' 2024-11-09T22:18:21,747 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:18:21,747 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:18:21,747 DEBUG [RS:0;ea9122631f8b:34313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,34313,1731190700116 2024-11-09T22:18:21,747 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,34313,1731190700116' 2024-11-09T22:18:21,747 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1900103017/online-snapshot/abort' 2024-11-09T22:18:21,747 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1900103017/online-snapshot/acquired' 2024-11-09T22:18:21,748 DEBUG [RS:0;ea9122631f8b:34313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:18:21,748 INFO [RS:0;ea9122631f8b:34313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:18:21,748 INFO [RS:0;ea9122631f8b:34313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:18:21,848 INFO [RS:0;ea9122631f8b:34313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:18:21,850 INFO [RS:0;ea9122631f8b:34313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C34313%2C1731190700116, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/oldWALs, maxLogs=10 2024-11-09T22:18:21,873 DEBUG [RS:0;ea9122631f8b:34313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.1731190701851, exclude list is [], retry=0 2024-11-09T22:18:21,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45151,DS-dc0aed61-4d23-4936-9a22-92b85921e340,DISK] 2024-11-09T22:18:21,901 INFO [RS:0;ea9122631f8b:34313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.1731190701851 2024-11-09T22:18:21,904 DEBUG [RS:0;ea9122631f8b:34313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38873:38873)] 2024-11-09T22:18:22,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:22,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:18:22,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:18:22,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:22,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:22,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:18:22,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:18:22,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:22,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:22,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:18:22,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:18:22,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:22,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:22,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:18:22,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:18:22,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:22,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:22,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:18:22,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740 2024-11-09T22:18:22,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740 2024-11-09T22:18:22,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:18:22,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:18:22,085 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:22,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:18:22,091 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:22,092 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73618395, jitterRate=0.09699957072734833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:22,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190702065Initializing all the Stores at 1731190702066 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190702066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190702066Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190702066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190702066Cleaning up temporary data from old regions at 1731190702084 (+18 ms)Region opened successfully at 1731190702092 (+8 ms) 2024-11-09T22:18:22,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:18:22,093 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:18:22,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:18:22,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:18:22,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:18:22,094 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:22,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190702093Disabling compacts and flushes for region at 1731190702093Disabling writes for close at 1731190702093Writing region close event to WAL at 1731190702094 (+1 ms)Closed at 1731190702094 2024-11-09T22:18:22,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:22,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:18:22,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:18:22,097 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:18:22,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:18:22,249 DEBUG [ea9122631f8b:46313 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:18:22,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,34313,1731190700116 2024-11-09T22:18:22,251 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,34313,1731190700116, state=OPENING 2024-11-09T22:18:22,323 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:18:22,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:22,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:22,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900103017/meta-region-server: CHANGED 2024-11-09T22:18:22,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900103017/meta-region-server: CHANGED 2024-11-09T22:18:22,361 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:18:22,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,34313,1731190700116}] 2024-11-09T22:18:22,515 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:18:22,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:18:22,521 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:18:22,521 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:22,521 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:18:22,525 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C34313%2C1731190700116.meta, suffix=.meta, logDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/oldWALs, maxLogs=10 2024-11-09T22:18:22,542 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.meta.1731190702525.meta, exclude list is [], retry=0 2024-11-09T22:18:22,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45151,DS-dc0aed61-4d23-4936-9a22-92b85921e340,DISK] 2024-11-09T22:18:22,549 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.meta.1731190702525.meta 2024-11-09T22:18:22,549 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38873:38873)] 2024-11-09T22:18:22,550 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:22,550 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:18:22,550 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:18:22,550 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:18:22,550 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:18:22,551 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:18:22,551 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:22,551 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:18:22,551 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:18:22,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:18:22,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:18:22,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:22,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:22,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:18:22,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:18:22,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:22,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:22,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:18:22,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:18:22,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:22,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:22,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:18:22,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:18:22,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:22,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:22,565 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:18:22,566 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740 2024-11-09T22:18:22,567 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740 2024-11-09T22:18:22,569 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:18:22,569 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:18:22,569 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:22,572 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:18:22,574 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75314699, jitterRate=0.12227647006511688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:22,574 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:18:22,575 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190702551Writing region info on filesystem at 1731190702551Initializing all the Stores at 1731190702554 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190702554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190702555 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190702555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190702555Cleaning up temporary data from old regions at 1731190702569 (+14 ms)Running coprocessor post-open hooks at 1731190702574 (+5 ms)Region opened successfully at 1731190702575 (+1 ms) 2024-11-09T22:18:22,585 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190702515 2024-11-09T22:18:22,588 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:18:22,588 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:18:22,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,34313,1731190700116 2024-11-09T22:18:22,590 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,34313,1731190700116, state=OPEN 2024-11-09T22:18:22,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1900103017/meta-region-server 2024-11-09T22:18:22,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1900103017/meta-region-server 2024-11-09T22:18:22,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900103017/meta-region-server: CHANGED 2024-11-09T22:18:22,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900103017/meta-region-server: CHANGED 2024-11-09T22:18:22,618 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,34313,1731190700116 2024-11-09T22:18:22,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:18:22,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,34313,1731190700116 in 257 msec 2024-11-09T22:18:22,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:18:22,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-09T22:18:22,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:22,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:18:22,628 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:22,628 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,34313,1731190700116, seqNum=-1] 2024-11-09T22:18:22,629 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:22,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:22,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0550 sec 2024-11-09T22:18:22,638 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190702638, completionTime=-1 2024-11-09T22:18:22,638 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:18:22,638 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:18:22,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:18:22,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190762640 2024-11-09T22:18:22,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190822640 2024-11-09T22:18:22,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T22:18:22,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46313,1731190699865-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:22,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46313,1731190699865-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:22,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46313,1731190699865-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:22,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:46313, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:22,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:22,642 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:22,643 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:18:22,646 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.414sec 2024-11-09T22:18:22,646 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:18:22,646 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:18:22,646 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:18:22,646 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:18:22,646 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:18:22,646 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46313,1731190699865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:18:22,646 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46313,1731190699865-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:18:22,649 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:18:22,649 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:18:22,649 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46313,1731190699865-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:22,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e60680c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:22,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,46313,-1 for getting cluster id 2024-11-09T22:18:22,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:22,708 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6261f0d-44be-45e6-b395-2500e425576d' 2024-11-09T22:18:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6261f0d-44be-45e6-b395-2500e425576d" 2024-11-09T22:18:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd7f5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,46313,-1] 2024-11-09T22:18:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:22,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:22,712 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:22,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ad8491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:22,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:22,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,34313,1731190700116, seqNum=-1] 2024-11-09T22:18:22,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:22,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:22,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,46313,1731190699865 2024-11-09T22:18:22,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58098 2024-11-09T22:18:22,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:22,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10121ada7840002 connected 2024-11-09T22:18:22,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/hadoop.log.dir so I do NOT create it in target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18 2024-11-09T22:18:22,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:18:22,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/hadoop.tmp.dir so I do NOT create it in target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18 2024-11-09T22:18:22,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:18:22,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18 2024-11-09T22:18:22,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:18:22,747 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/cluster_3c809053-37e5-0d5b-365e-3cbcc34478e8, deleteOnExit=true 2024-11-09T22:18:22,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:18:22,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/test.cache.data in system properties and HBase conf 2024-11-09T22:18:22,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:18:22,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:18:22,748 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:18:22,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:18:22,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:18:22,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:18:22,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:18:22,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:18:22,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:18:23,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:23,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:18:23,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:18:23,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:18:23,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:18:23,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:23,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21921ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:18:23,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6feb2aa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:18:23,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60b112e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/java.io.tmpdir/jetty-localhost-39675-hadoop-hdfs-3_4_1-tests_jar-_-any-8281757593427822009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:18:23,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35958d6b{HTTP/1.1, (http/1.1)}{localhost:39675} 2024-11-09T22:18:23,423 INFO [Time-limited test {}] server.Server(415): Started @42641ms 2024-11-09T22:18:23,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:23,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:18:23,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:18:23,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:18:23,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:18:23,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a1090d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:18:23,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a7463d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:18:23,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@617aba05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/java.io.tmpdir/jetty-localhost-38871-hadoop-hdfs-3_4_1-tests_jar-_-any-14169522942062456868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:18:23,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2da353f{HTTP/1.1, (http/1.1)}{localhost:38871} 2024-11-09T22:18:23,883 INFO [Time-limited test {}] server.Server(415): Started @43100ms 2024-11-09T22:18:23,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:18:24,543 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/cluster_3c809053-37e5-0d5b-365e-3cbcc34478e8/data/data1/current/BP-40839432-172.17.0.3-1731190702776/current, will proceed with Du for space computation calculation, 2024-11-09T22:18:24,543 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/cluster_3c809053-37e5-0d5b-365e-3cbcc34478e8/data/data2/current/BP-40839432-172.17.0.3-1731190702776/current, will proceed with Du for space computation calculation, 2024-11-09T22:18:24,573 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:18:24,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2d6a918e1b7c6e8 with lease ID 0x7f2c7ca431908f47: Processing first storage report for DS-cde9e7c5-c532-4133-ba47-19ec540e68a9 from datanode DatanodeRegistration(127.0.0.1:44749, datanodeUuid=acac06f5-cfbc-427f-a0a1-5d55d095ff7f, infoPort=33765, infoSecurePort=0, ipcPort=41069, storageInfo=lv=-57;cid=testClusterID;nsid=860177871;c=1731190702776) 2024-11-09T22:18:24,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2d6a918e1b7c6e8 with lease ID 0x7f2c7ca431908f47: from storage DS-cde9e7c5-c532-4133-ba47-19ec540e68a9 node DatanodeRegistration(127.0.0.1:44749, datanodeUuid=acac06f5-cfbc-427f-a0a1-5d55d095ff7f, infoPort=33765, infoSecurePort=0, ipcPort=41069, storageInfo=lv=-57;cid=testClusterID;nsid=860177871;c=1731190702776), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:18:24,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2d6a918e1b7c6e8 with lease ID 0x7f2c7ca431908f47: Processing first storage report for DS-3d661c1c-d73d-448f-bf9e-e9e05370b2e4 from datanode DatanodeRegistration(127.0.0.1:44749, datanodeUuid=acac06f5-cfbc-427f-a0a1-5d55d095ff7f, infoPort=33765, infoSecurePort=0, ipcPort=41069, storageInfo=lv=-57;cid=testClusterID;nsid=860177871;c=1731190702776) 2024-11-09T22:18:24,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2d6a918e1b7c6e8 with lease ID 0x7f2c7ca431908f47: from storage DS-3d661c1c-d73d-448f-bf9e-e9e05370b2e4 node DatanodeRegistration(127.0.0.1:44749, datanodeUuid=acac06f5-cfbc-427f-a0a1-5d55d095ff7f, infoPort=33765, infoSecurePort=0, ipcPort=41069, storageInfo=lv=-57;cid=testClusterID;nsid=860177871;c=1731190702776), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:18:24,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18 2024-11-09T22:18:24,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:24,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:24,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:18:24,651 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11 with version=8 2024-11-09T22:18:24,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/hbase-staging 2024-11-09T22:18:24,653 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:18:24,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:24,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:24,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:18:24,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:24,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:18:24,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:18:24,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:18:24,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43825 2024-11-09T22:18:24,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43825 connecting to ZooKeeper ensemble=127.0.0.1:58098 2024-11-09T22:18:24,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:18:24,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438250x0, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:24,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43825-0x10121ada7840003 connected 2024-11-09T22:18:24,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:24,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:24,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:24,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Set watcher on znode that does not yet exist, /1812912308/running 2024-11-09T22:18:24,749 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11, hbase.cluster.distributed=false 2024-11-09T22:18:24,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Set watcher on znode that does not yet exist, /1812912308/acl 2024-11-09T22:18:24,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-09T22:18:24,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43825 2024-11-09T22:18:24,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43825 2024-11-09T22:18:24,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-09T22:18:24,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-09T22:18:24,792 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:18:24,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:24,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:24,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:18:24,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:24,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:18:24,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:18:24,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:18:24,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34993 2024-11-09T22:18:24,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34993 connecting to ZooKeeper ensemble=127.0.0.1:58098 2024-11-09T22:18:24,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:24,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:24,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349930x0, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:24,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349930x0, quorum=127.0.0.1:58098, baseZNode=/1812912308 Set watcher on znode that does not yet exist, /1812912308/running 2024-11-09T22:18:24,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34993-0x10121ada7840004 connected 2024-11-09T22:18:24,819 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:18:24,819 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:18:24,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Set watcher on znode that does not yet exist, /1812912308/master 2024-11-09T22:18:24,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Set watcher on znode that does not yet exist, /1812912308/acl 2024-11-09T22:18:24,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34993 2024-11-09T22:18:24,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34993 2024-11-09T22:18:24,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34993 2024-11-09T22:18:24,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34993 2024-11-09T22:18:24,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34993 2024-11-09T22:18:24,858 DEBUG [M:0;ea9122631f8b:43825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:43825 2024-11-09T22:18:24,859 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1812912308/backup-masters/ea9122631f8b,43825,1731190704653 2024-11-09T22:18:24,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308/backup-masters 2024-11-09T22:18:24,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308/backup-masters 2024-11-09T22:18:24,875 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Set watcher on existing znode=/1812912308/backup-masters/ea9122631f8b,43825,1731190704653 2024-11-09T22:18:24,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1812912308/master 2024-11-09T22:18:24,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:24,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:24,883 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Set watcher on existing znode=/1812912308/master 2024-11-09T22:18:24,883 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1812912308/backup-masters/ea9122631f8b,43825,1731190704653 from backup master directory 2024-11-09T22:18:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1812912308/backup-masters/ea9122631f8b,43825,1731190704653 2024-11-09T22:18:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308/backup-masters 2024-11-09T22:18:24,892 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:18:24,892 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,43825,1731190704653 2024-11-09T22:18:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308/backup-masters 2024-11-09T22:18:24,900 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/hbase.id] with ID: 0eb97537-d993-4799-a67f-740308dec8de 2024-11-09T22:18:24,900 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/.tmp/hbase.id 2024-11-09T22:18:24,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:18:24,919 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/.tmp/hbase.id]:[hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/hbase.id] 2024-11-09T22:18:24,950 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:24,950 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:18:24,953 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T22:18:24,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:24,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:24,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:18:24,994 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:18:24,996 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:18:24,998 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:25,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:18:25,427 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store 2024-11-09T22:18:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:18:25,834 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:25,834 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:18:25,834 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:25,835 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:25,835 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:18:25,835 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:25,835 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:25,835 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190705834Disabling compacts and flushes for region at 1731190705834Disabling writes for close at 1731190705835 (+1 ms)Writing region close event to WAL at 1731190705835Closed at 1731190705835 2024-11-09T22:18:25,836 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/.initializing 2024-11-09T22:18:25,836 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/WALs/ea9122631f8b,43825,1731190704653 2024-11-09T22:18:25,837 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:18:25,839 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C43825%2C1731190704653, suffix=, logDir=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/WALs/ea9122631f8b,43825,1731190704653, archiveDir=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/oldWALs, maxLogs=10 2024-11-09T22:18:25,850 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/WALs/ea9122631f8b,43825,1731190704653/ea9122631f8b%2C43825%2C1731190704653.1731190705839, exclude list is [], retry=0 2024-11-09T22:18:25,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-cde9e7c5-c532-4133-ba47-19ec540e68a9,DISK] 2024-11-09T22:18:25,855 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/WALs/ea9122631f8b,43825,1731190704653/ea9122631f8b%2C43825%2C1731190704653.1731190705839 2024-11-09T22:18:25,855 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33765:33765)] 2024-11-09T22:18:25,855 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:25,856 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:25,856 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,856 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:18:25,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:25,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:25,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:18:25,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:25,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:25,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:18:25,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:25,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:25,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:18:25,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:25,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:25,864 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,864 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,865 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,866 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,866 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,867 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:25,868 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:25,870 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:25,871 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67104122, jitterRate=-7.066130638122559E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:25,871 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190705856Initializing all the Stores at 1731190705857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190705857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190705857Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190705857Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190705857Cleaning up temporary data from old regions at 1731190705866 (+9 ms)Region opened successfully at 1731190705871 (+5 ms) 2024-11-09T22:18:25,871 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:18:25,874 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e07370c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:18:25,875 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:18:25,875 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:18:25,875 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:18:25,876 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:18:25,876 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:18:25,876 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:18:25,876 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:18:25,878 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:18:25,879 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Unable to get data of znode /1812912308/balancer because node does not exist (not necessarily an error) 2024-11-09T22:18:25,933 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1812912308/balancer already deleted, retry=false 2024-11-09T22:18:25,934 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:18:25,935 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Unable to get data of znode /1812912308/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:18:25,944 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1812912308/normalizer already deleted, retry=false 2024-11-09T22:18:25,944 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:18:25,945 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Unable to get data of znode /1812912308/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:18:25,954 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1812912308/switch/split already deleted, retry=false 2024-11-09T22:18:25,955 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Unable to get data of znode /1812912308/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:18:25,965 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1812912308/switch/merge already deleted, retry=false 2024-11-09T22:18:25,967 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Unable to get data of znode /1812912308/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:18:25,975 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1812912308/snapshot-cleanup already deleted, retry=false 2024-11-09T22:18:25,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1812912308/running 2024-11-09T22:18:25,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1812912308/running 2024-11-09T22:18:25,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:25,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:25,987 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,43825,1731190704653, sessionid=0x10121ada7840003, setting cluster-up flag (Was=false) 2024-11-09T22:18:26,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:26,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:26,039 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1812912308/flush-table-proc/acquired, /1812912308/flush-table-proc/reached, /1812912308/flush-table-proc/abort 2024-11-09T22:18:26,040 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,43825,1731190704653 2024-11-09T22:18:26,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:26,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:26,091 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1812912308/online-snapshot/acquired, /1812912308/online-snapshot/reached, /1812912308/online-snapshot/abort 2024-11-09T22:18:26,092 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,43825,1731190704653 2024-11-09T22:18:26,094 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:18:26,095 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:26,096 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:18:26,096 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:18:26,096 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,43825,1731190704653 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:18:26,097 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:26,097 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:26,097 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:26,097 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:26,097 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:18:26,097 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,097 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:18:26,097 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,100 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190736100 2024-11-09T22:18:26,100 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:18:26,100 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:18:26,100 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:18:26,100 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:18:26,100 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:18:26,100 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:18:26,100 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,101 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:18:26,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:26,101 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:18:26,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:18:26,101 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:18:26,101 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:18:26,101 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:18:26,101 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:18:26,101 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190706101,5,FailOnTimeoutGroup] 2024-11-09T22:18:26,102 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190706101,5,FailOnTimeoutGroup] 2024-11-09T22:18:26,102 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,102 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:18:26,102 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,102 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,102 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:26,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:18:26,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:18:26,145 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(746): ClusterId : 0eb97537-d993-4799-a67f-740308dec8de 2024-11-09T22:18:26,145 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:18:26,155 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:18:26,155 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:18:26,166 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:18:26,166 DEBUG [RS:0;ea9122631f8b:34993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fcd64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:18:26,179 DEBUG [RS:0;ea9122631f8b:34993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:34993 2024-11-09T22:18:26,180 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:18:26,180 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:18:26,180 DEBUG [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:18:26,180 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,43825,1731190704653 with port=34993, startcode=1731190704792 2024-11-09T22:18:26,181 DEBUG [RS:0;ea9122631f8b:34993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:18:26,182 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:18:26,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,34993,1731190704792 2024-11-09T22:18:26,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43825 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,34993,1731190704792 2024-11-09T22:18:26,185 DEBUG [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11 2024-11-09T22:18:26,185 DEBUG [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39849 2024-11-09T22:18:26,185 DEBUG [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:18:26,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308/rs 2024-11-09T22:18:26,239 DEBUG [RS:0;ea9122631f8b:34993 {}] zookeeper.ZKUtil(111): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Set watcher on existing znode=/1812912308/rs/ea9122631f8b,34993,1731190704792 2024-11-09T22:18:26,240 WARN [RS:0;ea9122631f8b:34993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:18:26,240 INFO [RS:0;ea9122631f8b:34993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:26,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,34993,1731190704792] 2024-11-09T22:18:26,240 DEBUG [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/WALs/ea9122631f8b,34993,1731190704792 2024-11-09T22:18:26,244 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:18:26,246 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:18:26,247 INFO [RS:0;ea9122631f8b:34993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:18:26,247 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,247 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:18:26,248 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:18:26,248 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,248 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,248 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,248 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,248 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,248 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,248 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:18:26,248 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,248 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,249 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,249 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,249 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,249 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:26,249 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:18:26,249 DEBUG [RS:0;ea9122631f8b:34993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:18:26,249 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,249 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,249 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,249 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,249 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,249 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34993,1731190704792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:18:26,262 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:18:26,262 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34993,1731190704792-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,263 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,263 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.Replication(171): ea9122631f8b,34993,1731190704792 started 2024-11-09T22:18:26,275 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:26,275 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,34993,1731190704792, RpcServer on ea9122631f8b/172.17.0.3:34993, sessionid=0x10121ada7840004 2024-11-09T22:18:26,275 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:18:26,275 DEBUG [RS:0;ea9122631f8b:34993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,34993,1731190704792 2024-11-09T22:18:26,275 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,34993,1731190704792' 2024-11-09T22:18:26,275 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1812912308/flush-table-proc/abort' 2024-11-09T22:18:26,275 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1812912308/flush-table-proc/acquired' 2024-11-09T22:18:26,276 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:18:26,276 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:18:26,276 DEBUG [RS:0;ea9122631f8b:34993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,34993,1731190704792 2024-11-09T22:18:26,276 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,34993,1731190704792' 2024-11-09T22:18:26,276 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1812912308/online-snapshot/abort' 2024-11-09T22:18:26,276 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1812912308/online-snapshot/acquired' 2024-11-09T22:18:26,277 DEBUG [RS:0;ea9122631f8b:34993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:18:26,277 INFO [RS:0;ea9122631f8b:34993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:18:26,277 INFO [RS:0;ea9122631f8b:34993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:18:26,377 INFO [RS:0;ea9122631f8b:34993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:18:26,379 INFO [RS:0;ea9122631f8b:34993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C34993%2C1731190704792, suffix=, logDir=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/WALs/ea9122631f8b,34993,1731190704792, archiveDir=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/oldWALs, maxLogs=10 2024-11-09T22:18:26,391 DEBUG [RS:0;ea9122631f8b:34993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/WALs/ea9122631f8b,34993,1731190704792/ea9122631f8b%2C34993%2C1731190704792.1731190706379, exclude list is [], retry=0 2024-11-09T22:18:26,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-cde9e7c5-c532-4133-ba47-19ec540e68a9,DISK] 2024-11-09T22:18:26,397 INFO [RS:0;ea9122631f8b:34993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/WALs/ea9122631f8b,34993,1731190704792/ea9122631f8b%2C34993%2C1731190704792.1731190706379 2024-11-09T22:18:26,398 DEBUG [RS:0;ea9122631f8b:34993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33765:33765)] 2024-11-09T22:18:26,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:18:26,509 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11 2024-11-09T22:18:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:18:26,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:26,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:18:26,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:18:26,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:26,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:26,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:18:26,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:18:26,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:26,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:26,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:18:26,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:18:26,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:26,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:26,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:18:26,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:18:26,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:26,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:26,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:18:26,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/1588230740 2024-11-09T22:18:26,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/1588230740 2024-11-09T22:18:26,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:18:26,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:18:26,927 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:26,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:18:26,930 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:26,930 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73980737, jitterRate=0.10239888727664948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:26,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190706915Initializing all the Stores at 1731190706916 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190706916Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190706916Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190706917 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190706917Cleaning up temporary data from old regions at 1731190706926 (+9 ms)Region opened successfully at 1731190706931 (+5 ms) 2024-11-09T22:18:26,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:18:26,931 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:18:26,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:18:26,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:18:26,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:18:26,931 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:26,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190706931Disabling compacts and flushes for region at 1731190706931Disabling writes for close at 1731190706931Writing region close event to WAL at 1731190706931Closed at 1731190706931 2024-11-09T22:18:26,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:26,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:18:26,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:18:26,934 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:18:26,935 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:18:27,085 DEBUG [ea9122631f8b:43825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:18:27,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,34993,1731190704792 2024-11-09T22:18:27,087 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,34993,1731190704792, state=OPENING 2024-11-09T22:18:27,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:18:27,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:27,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:27,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1812912308/meta-region-server: CHANGED 2024-11-09T22:18:27,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1812912308/meta-region-server: CHANGED 2024-11-09T22:18:27,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:18:27,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,34993,1731190704792}] 2024-11-09T22:18:27,298 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:18:27,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:18:27,304 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:18:27,305 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:27,305 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:18:27,307 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C34993%2C1731190704792.meta, suffix=.meta, logDir=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/WALs/ea9122631f8b,34993,1731190704792, archiveDir=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/oldWALs, maxLogs=10 2024-11-09T22:18:27,325 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/WALs/ea9122631f8b,34993,1731190704792/ea9122631f8b%2C34993%2C1731190704792.meta.1731190707307.meta, exclude list is [], retry=0 2024-11-09T22:18:27,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44749,DS-cde9e7c5-c532-4133-ba47-19ec540e68a9,DISK] 2024-11-09T22:18:27,331 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/WALs/ea9122631f8b,34993,1731190704792/ea9122631f8b%2C34993%2C1731190704792.meta.1731190707307.meta 2024-11-09T22:18:27,331 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33765:33765)] 2024-11-09T22:18:27,331 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:27,332 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:18:27,332 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:18:27,332 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:18:27,332 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:18:27,332 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:18:27,332 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:27,332 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:18:27,332 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:18:27,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:18:27,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:18:27,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:27,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:27,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:18:27,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:18:27,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:27,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:27,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:18:27,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:18:27,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:27,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:27,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:18:27,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:18:27,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:27,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:27,343 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:18:27,343 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/1588230740 2024-11-09T22:18:27,344 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/1588230740 2024-11-09T22:18:27,346 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:18:27,346 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:18:27,346 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:27,348 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:18:27,349 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68960780, jitterRate=0.027595698833465576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:27,349 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:18:27,349 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190707333Writing region info on filesystem at 1731190707333Initializing all the Stores at 1731190707334 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190707334Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190707336 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190707336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190707336Cleaning up temporary data from old regions at 1731190707346 (+10 ms)Running coprocessor post-open hooks at 1731190707349 (+3 ms)Region opened successfully at 1731190707349 2024-11-09T22:18:27,350 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190707297 2024-11-09T22:18:27,352 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:18:27,352 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:18:27,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,34993,1731190704792 2024-11-09T22:18:27,353 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,34993,1731190704792, state=OPEN 2024-11-09T22:18:27,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1812912308/meta-region-server 2024-11-09T22:18:27,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1812912308/meta-region-server 2024-11-09T22:18:27,365 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,34993,1731190704792 2024-11-09T22:18:27,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1812912308/meta-region-server: CHANGED 2024-11-09T22:18:27,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1812912308/meta-region-server: CHANGED 2024-11-09T22:18:27,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:18:27,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,34993,1731190704792 in 220 msec 2024-11-09T22:18:27,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:18:27,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-09T22:18:27,371 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:27,371 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:18:27,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:27,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,34993,1731190704792, seqNum=-1] 2024-11-09T22:18:27,372 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:27,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:27,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-09T22:18:27,380 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190707380, completionTime=-1 2024-11-09T22:18:27,380 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:18:27,380 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:18:27,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:18:27,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190767382 2024-11-09T22:18:27,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190827382 2024-11-09T22:18:27,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T22:18:27,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43825,1731190704653-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:27,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43825,1731190704653-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:27,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43825,1731190704653-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:27,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:43825, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:27,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:27,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:27,384 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:18:27,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.494sec 2024-11-09T22:18:27,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:18:27,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:18:27,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:18:27,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:18:27,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:18:27,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43825,1731190704653-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:18:27,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43825,1731190704653-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:18:27,388 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:18:27,388 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:18:27,388 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43825,1731190704653-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:27,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5b3ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:27,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,43825,-1 for getting cluster id 2024-11-09T22:18:27,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:27,447 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0eb97537-d993-4799-a67f-740308dec8de' 2024-11-09T22:18:27,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0eb97537-d993-4799-a67f-740308dec8de" 2024-11-09T22:18:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea29ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,43825,-1] 2024-11-09T22:18:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:27,449 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:27,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a799c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:27,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:27,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,34993,1731190704792, seqNum=-1] 2024-11-09T22:18:27,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:27,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:27,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,43825,1731190704653 2024-11-09T22:18:27,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58098 2024-11-09T22:18:27,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:27,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10121ada7840005 connected 2024-11-09T22:18:27,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765c5d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:27,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,46313,-1 for getting cluster id 2024-11-09T22:18:27,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:27,473 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6261f0d-44be-45e6-b395-2500e425576d' 2024-11-09T22:18:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6261f0d-44be-45e6-b395-2500e425576d" 2024-11-09T22:18:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61526b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,46313,-1] 2024-11-09T22:18:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:27,475 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54923bb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:27,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:27,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,46313,1731190699865 2024-11-09T22:18:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59580174 2024-11-09T22:18:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:27,479 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:27,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:43825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:18:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:18:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:27,482 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:43825' 2024-11-09T22:18:27,484 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e53d9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:27,484 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,43825,-1 for getting cluster id 2024-11-09T22:18:27,484 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:27,484 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0eb97537-d993-4799-a67f-740308dec8de' 2024-11-09T22:18:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0eb97537-d993-4799-a67f-740308dec8de" 2024-11-09T22:18:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0dbb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,43825,-1] 2024-11-09T22:18:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:27,486 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:27,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71060c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:27,487 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:27,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,43825,1731190704653 2024-11-09T22:18:27,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c957515 2024-11-09T22:18:27,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:27,489 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:27,489 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T22:18:27,489 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:18:27,489 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:27,490 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:27,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:27,490 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:18:27,491 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:18:27,492 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:18:27,492 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:27,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:18:27,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741835_1011 (size=1138) 2024-11-09T22:18:27,541 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:18:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:27,690 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:18:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:27,908 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61c5535840d43c8ee42c147d7a8d24b4, NAME => 'hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40 2024-11-09T22:18:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741836_1012 (size=44) 2024-11-09T22:18:27,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:27,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 61c5535840d43c8ee42c147d7a8d24b4, disabling compactions & flushes 2024-11-09T22:18:27,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:27,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:27,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. after waiting 0 ms 2024-11-09T22:18:27,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:27,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:27,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61c5535840d43c8ee42c147d7a8d24b4: Waiting for close lock at 1731190707920Disabling compacts and flushes for region at 1731190707920Disabling writes for close at 1731190707920Writing region close event to WAL at 1731190707920Closed at 1731190707920 2024-11-09T22:18:27,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:18:27,922 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190707922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190707922"}]},"ts":"1731190707922"} 2024-11-09T22:18:27,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:18:27,926 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:18:27,927 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190707926"}]},"ts":"1731190707926"} 2024-11-09T22:18:27,929 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:18:27,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61c5535840d43c8ee42c147d7a8d24b4, ASSIGN}] 2024-11-09T22:18:27,931 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61c5535840d43c8ee42c147d7a8d24b4, ASSIGN 2024-11-09T22:18:27,933 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61c5535840d43c8ee42c147d7a8d24b4, ASSIGN; state=OFFLINE, location=ea9122631f8b,34313,1731190700116; forceNewPlan=false, retain=false 2024-11-09T22:18:28,083 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=61c5535840d43c8ee42c147d7a8d24b4, regionState=OPENING, regionLocation=ea9122631f8b,34313,1731190700116 2024-11-09T22:18:28,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61c5535840d43c8ee42c147d7a8d24b4, ASSIGN because future has completed 2024-11-09T22:18:28,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61c5535840d43c8ee42c147d7a8d24b4, server=ea9122631f8b,34313,1731190700116}] 2024-11-09T22:18:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:28,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:28,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:28,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:18:28,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C34313%2C1731190700116.rep, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/oldWALs, maxLogs=10 2024-11-09T22:18:28,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.rep.1731190708246, exclude list is [], retry=0 2024-11-09T22:18:28,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45151,DS-dc0aed61-4d23-4936-9a22-92b85921e340,DISK] 2024-11-09T22:18:28,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.rep.1731190708246 2024-11-09T22:18:28,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38873:38873)] 2024-11-09T22:18:28,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 61c5535840d43c8ee42c147d7a8d24b4, NAME => 'hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:28,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:18:28,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:18:28,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. service=MultiRowMutationService 2024-11-09T22:18:28,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:18:28,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:28,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,263 INFO [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,264 INFO [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61c5535840d43c8ee42c147d7a8d24b4 columnFamilyName hfileref 2024-11-09T22:18:28,264 DEBUG [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:28,265 INFO [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] regionserver.HStore(327): Store=61c5535840d43c8ee42c147d7a8d24b4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:28,265 INFO [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,266 INFO [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61c5535840d43c8ee42c147d7a8d24b4 columnFamilyName queue 2024-11-09T22:18:28,266 DEBUG [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:28,266 INFO [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] regionserver.HStore(327): Store=61c5535840d43c8ee42c147d7a8d24b4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:28,266 INFO [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,268 INFO [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61c5535840d43c8ee42c147d7a8d24b4 columnFamilyName sid 2024-11-09T22:18:28,268 DEBUG [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:28,268 INFO [StoreOpener-61c5535840d43c8ee42c147d7a8d24b4-1 {}] regionserver.HStore(327): Store=61c5535840d43c8ee42c147d7a8d24b4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:28,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/replication/61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/replication/61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:18:28,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/replication/61c5535840d43c8ee42c147d7a8d24b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:28,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 61c5535840d43c8ee42c147d7a8d24b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73288437, jitterRate=0.09208281338214874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:18:28,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:28,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 61c5535840d43c8ee42c147d7a8d24b4: Running coprocessor pre-open hook at 1731190708262Writing region info on filesystem at 1731190708262Initializing all the Stores at 1731190708263 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190708263Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190708263Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190708263Cleaning up temporary data from old regions at 1731190708270 (+7 ms)Running coprocessor post-open hooks at 1731190708275 (+5 ms)Region opened successfully at 1731190708275 2024-11-09T22:18:28,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4., pid=7, masterSystemTime=1731190708239 2024-11-09T22:18:28,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:28,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:28,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=61c5535840d43c8ee42c147d7a8d24b4, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,34313,1731190700116 2024-11-09T22:18:28,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61c5535840d43c8ee42c147d7a8d24b4, server=ea9122631f8b,34313,1731190700116 because future has completed 2024-11-09T22:18:28,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T22:18:28,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 61c5535840d43c8ee42c147d7a8d24b4, server=ea9122631f8b,34313,1731190700116 in 196 msec 2024-11-09T22:18:28,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:18:28,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61c5535840d43c8ee42c147d7a8d24b4, ASSIGN in 354 msec 2024-11-09T22:18:28,287 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:18:28,287 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190708287"}]},"ts":"1731190708287"} 2024-11-09T22:18:28,290 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:18:28,291 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:18:28,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 801 msec 2024-11-09T22:18:28,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4., hostname=ea9122631f8b,34313,1731190700116, seqNum=2] 2024-11-09T22:18:28,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:28,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:28,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:18:28,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T22:18:28,562 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:18:28,590 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,34313,1731190700116, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:18:28,591 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:28,591 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,34313,1731190700116, seqNum=-1] 2024-11-09T22:18:28,591 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:28,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-09T22:18:28,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,34313,1731190700116', locateType=CURRENT is [region=hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4., hostname=ea9122631f8b,34313,1731190700116, seqNum=2] 2024-11-09T22:18:28,597 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T22:18:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T22:18:28,600 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,34313,1731190700116 suceeded 2024-11-09T22:18:28,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T22:18:28,603 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:43825,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:18:28,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-09T22:18:28,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1240 sec 2024-11-09T22:18:28,614 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:43825' 2024-11-09T22:18:28,615 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21216073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:28,615 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,43825,-1 for getting cluster id 2024-11-09T22:18:28,615 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:28,616 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0eb97537-d993-4799-a67f-740308dec8de' 2024-11-09T22:18:28,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:28,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0eb97537-d993-4799-a67f-740308dec8de" 2024-11-09T22:18:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:28,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aeb033e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:28,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,43825,-1] 2024-11-09T22:18:28,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:28,617 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:18:28,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:28,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:28,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:28,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:28,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:28,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:28,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:28,618 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,46313,1731190699865 2024-11-09T22:18:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431a6e4e 2024-11-09T22:18:28,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:28,619 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7009d2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:28,619 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:28,619 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:28,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,43825,1731190704653 2024-11-09T22:18:28,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@502bf93f 2024-11-09T22:18:28,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T22:18:28,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:28,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:18:28,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:28,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:28,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:28,620 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-09T22:18:28,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:28,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:28,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:18:28,621 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1827226627, stopped=false 2024-11-09T22:18:28,621 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,43825,1731190704653 2024-11-09T22:18:28,621 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,34313,1731190700116 (queues=1) is replicating from cluster=c6261f0d-44be-45e6-b395-2500e425576d to cluster=0eb97537-d993-4799-a67f-740308dec8de 2024-11-09T22:18:28,621 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C34313%2C1731190700116 2024-11-09T22:18:28,621 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,34313,1731190700116, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:18:28,622 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.shipperea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C34313%2C1731190700116 2024-11-09T22:18:28,622 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.wal-reader.ea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.1731190701851, startPosition=0, beingWritten=true 2024-11-09T22:18:28,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1812912308/running 2024-11-09T22:18:28,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1812912308/running 2024-11-09T22:18:28,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:28,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:28,628 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:18:28,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:28,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:28,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:28,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Set watcher on znode that does not yet exist, /1812912308/running 2024-11-09T22:18:28,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Set watcher on znode that does not yet exist, /1812912308/running 2024-11-09T22:18:28,629 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,34993,1731190704792' ***** 2024-11-09T22:18:28,629 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:18:28,629 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:18:28,629 INFO [RS:0;ea9122631f8b:34993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:18:28,629 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:18:28,629 INFO [RS:0;ea9122631f8b:34993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:18:28,629 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,34993,1731190704792 2024-11-09T22:18:28,629 INFO [RS:0;ea9122631f8b:34993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:18:28,629 INFO [RS:0;ea9122631f8b:34993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:34993. 2024-11-09T22:18:28,629 DEBUG [RS:0;ea9122631f8b:34993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:28,629 DEBUG [RS:0;ea9122631f8b:34993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:28,630 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:18:28,630 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:18:28,630 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:18:28,630 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:18:28,630 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T22:18:28,630 DEBUG [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:18:28,630 DEBUG [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:28,630 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:18:28,630 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:18:28,630 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:18:28,630 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:18:28,630 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:18:28,630 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T22:18:28,645 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/1588230740/.tmp/ns/e6046961577241b298eaf55a1f222c09 is 43, key is default/ns:d/1731190707374/Put/seqid=0 2024-11-09T22:18:28,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741835_1011 (size=5153) 2024-11-09T22:18:28,651 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:18:28,827 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.wal-reader.ea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.1731190701851 to pos 0, reset compression=false 2024-11-09T22:18:28,830 DEBUG [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:29,030 DEBUG [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:29,050 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/1588230740/.tmp/ns/e6046961577241b298eaf55a1f222c09 2024-11-09T22:18:29,056 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/1588230740/.tmp/ns/e6046961577241b298eaf55a1f222c09 as hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/1588230740/ns/e6046961577241b298eaf55a1f222c09 2024-11-09T22:18:29,062 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/1588230740/ns/e6046961577241b298eaf55a1f222c09, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T22:18:29,063 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-09T22:18:29,067 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T22:18:29,068 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:29,068 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:29,068 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:29,068 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190708630Running coprocessor pre-close hooks at 1731190708630Disabling compacts and flushes for region at 1731190708630Disabling writes for close at 1731190708630Obtaining lock to block concurrent updates at 1731190708630Preparing flush snapshotting stores in 1588230740 at 1731190708630Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731190708631 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731190708631Flushing 1588230740/ns: creating writer at 1731190708631Flushing 1588230740/ns: appending metadata at 1731190708644 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731190708644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab27255: reopening flushed file at 1731190709055 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731190709063 (+8 ms)Writing region close event to WAL at 1731190709064 (+1 ms)Running coprocessor post-close hooks at 1731190709068 (+4 ms)Closed at 1731190709068 2024-11-09T22:18:29,068 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:29,132 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.wal-reader.ea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.1731190701851 to pos 0, reset compression=false 2024-11-09T22:18:29,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:18:29,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T22:18:29,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T22:18:29,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T22:18:29,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:29,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T22:18:29,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:29,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T22:18:29,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T22:18:29,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T22:18:29,231 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,34993,1731190704792; all regions closed. 2024-11-09T22:18:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741834_1010 (size=1152) 2024-11-09T22:18:29,233 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/WALs/ea9122631f8b,34993,1731190704792/ea9122631f8b%2C34993%2C1731190704792.meta.1731190707307.meta not finished, retry = 0 2024-11-09T22:18:29,311 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:18:29,311 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:18:29,336 DEBUG [RS:0;ea9122631f8b:34993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/oldWALs 2024-11-09T22:18:29,336 INFO [RS:0;ea9122631f8b:34993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C34993%2C1731190704792.meta:.meta(num 1731190707307) 2024-11-09T22:18:29,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741832_1008 (size=93) 2024-11-09T22:18:29,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/WALs/ea9122631f8b,34993,1731190704792/ea9122631f8b%2C34993%2C1731190704792.1731190706379 not finished, retry = 0 2024-11-09T22:18:29,441 DEBUG [RS:0;ea9122631f8b:34993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/oldWALs 2024-11-09T22:18:29,441 INFO [RS:0;ea9122631f8b:34993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C34993%2C1731190704792:(num 1731190706379) 2024-11-09T22:18:29,441 DEBUG [RS:0;ea9122631f8b:34993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:29,441 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:18:29,441 INFO [RS:0;ea9122631f8b:34993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:18:29,441 INFO [RS:0;ea9122631f8b:34993 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:18:29,441 INFO [RS:0;ea9122631f8b:34993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:18:29,441 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:18:29,442 INFO [RS:0;ea9122631f8b:34993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34993 2024-11-09T22:18:29,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308/rs 2024-11-09T22:18:29,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1812912308/rs/ea9122631f8b,34993,1731190704792 2024-11-09T22:18:29,491 INFO [RS:0;ea9122631f8b:34993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:18:29,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,34993,1731190704792] 2024-11-09T22:18:29,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1812912308/draining/ea9122631f8b,34993,1731190704792 already deleted, retry=false 2024-11-09T22:18:29,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,34993,1731190704792 expired; onlineServers=0 2024-11-09T22:18:29,512 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,43825,1731190704653' ***** 2024-11-09T22:18:29,512 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:18:29,512 INFO [M:0;ea9122631f8b:43825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:18:29,512 INFO [M:0;ea9122631f8b:43825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:18:29,512 DEBUG [M:0;ea9122631f8b:43825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:18:29,513 DEBUG [M:0;ea9122631f8b:43825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:18:29,513 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:18:29,513 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190706101 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190706101,5,FailOnTimeoutGroup] 2024-11-09T22:18:29,513 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190706101 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190706101,5,FailOnTimeoutGroup] 2024-11-09T22:18:29,513 INFO [M:0;ea9122631f8b:43825 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:18:29,513 INFO [M:0;ea9122631f8b:43825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:18:29,513 DEBUG [M:0;ea9122631f8b:43825 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:18:29,513 INFO [M:0;ea9122631f8b:43825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:18:29,513 INFO [M:0;ea9122631f8b:43825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:18:29,513 INFO [M:0;ea9122631f8b:43825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:18:29,513 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:18:29,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1812912308/master 2024-11-09T22:18:29,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1812912308 2024-11-09T22:18:29,523 DEBUG [M:0;ea9122631f8b:43825 {}] zookeeper.ZKUtil(347): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Unable to get data of znode /1812912308/master because node does not exist (not an error) 2024-11-09T22:18:29,523 WARN [M:0;ea9122631f8b:43825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:18:29,523 INFO [M:0;ea9122631f8b:43825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/.lastflushedseqids 2024-11-09T22:18:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741836_1012 (size=99) 2024-11-09T22:18:29,537 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.wal-reader.ea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.1731190701851 to pos 0, reset compression=false 2024-11-09T22:18:29,602 INFO [RS:0;ea9122631f8b:34993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:18:29,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:29,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34993-0x10121ada7840004, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:29,602 INFO [RS:0;ea9122631f8b:34993 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,34993,1731190704792; zookeeper connection closed. 2024-11-09T22:18:29,602 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36f886e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36f886e1 2024-11-09T22:18:29,602 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:18:29,928 INFO [M:0;ea9122631f8b:43825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:18:29,929 INFO [M:0;ea9122631f8b:43825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:18:29,929 DEBUG [M:0;ea9122631f8b:43825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:18:29,929 INFO [M:0;ea9122631f8b:43825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:29,929 DEBUG [M:0;ea9122631f8b:43825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:29,929 DEBUG [M:0;ea9122631f8b:43825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:18:29,929 DEBUG [M:0;ea9122631f8b:43825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:29,929 INFO [M:0;ea9122631f8b:43825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T22:18:29,948 DEBUG [M:0;ea9122631f8b:43825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d1afb625764e64af9fa7b071aa385f is 82, key is hbase:meta,,1/info:regioninfo/1731190707353/Put/seqid=0 2024-11-09T22:18:29,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741837_1013 (size=5672) 2024-11-09T22:18:30,042 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.wal-reader.ea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.1731190701851 to pos 0, reset compression=false 2024-11-09T22:18:30,353 INFO [M:0;ea9122631f8b:43825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d1afb625764e64af9fa7b071aa385f 2024-11-09T22:18:30,371 DEBUG [M:0;ea9122631f8b:43825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ca6289766b04f9c8ca75bc67be46ca4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731190707379/Put/seqid=0 2024-11-09T22:18:30,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741838_1014 (size=5275) 2024-11-09T22:18:30,648 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.wal-reader.ea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.1731190701851 to pos 0, reset compression=false 2024-11-09T22:18:30,776 INFO [M:0;ea9122631f8b:43825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ca6289766b04f9c8ca75bc67be46ca4 2024-11-09T22:18:30,795 DEBUG [M:0;ea9122631f8b:43825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eae48a3a03ab4ab38f3f535821e32c16 is 69, key is ea9122631f8b,34993,1731190704792/rs:state/1731190706183/Put/seqid=0 2024-11-09T22:18:30,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741839_1015 (size=5156) 2024-11-09T22:18:31,200 INFO [M:0;ea9122631f8b:43825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eae48a3a03ab4ab38f3f535821e32c16 2024-11-09T22:18:31,283 DEBUG [M:0;ea9122631f8b:43825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04d1afb625764e64af9fa7b071aa385f as hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04d1afb625764e64af9fa7b071aa385f 2024-11-09T22:18:31,289 INFO [M:0;ea9122631f8b:43825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04d1afb625764e64af9fa7b071aa385f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T22:18:31,290 DEBUG [M:0;ea9122631f8b:43825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ca6289766b04f9c8ca75bc67be46ca4 as hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ca6289766b04f9c8ca75bc67be46ca4 2024-11-09T22:18:31,295 INFO [M:0;ea9122631f8b:43825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ca6289766b04f9c8ca75bc67be46ca4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T22:18:31,296 DEBUG [M:0;ea9122631f8b:43825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eae48a3a03ab4ab38f3f535821e32c16 as hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eae48a3a03ab4ab38f3f535821e32c16 2024-11-09T22:18:31,301 INFO [M:0;ea9122631f8b:43825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39849/user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eae48a3a03ab4ab38f3f535821e32c16, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T22:18:31,302 INFO [M:0;ea9122631f8b:43825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1373ms, sequenceid=28, compaction requested=false 2024-11-09T22:18:31,303 INFO [M:0;ea9122631f8b:43825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:31,303 DEBUG [M:0;ea9122631f8b:43825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190709929Disabling compacts and flushes for region at 1731190709929Disabling writes for close at 1731190709929Obtaining lock to block concurrent updates at 1731190709929Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190709929Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731190709930 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190709930Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190709930Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190709947 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190709947Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190710358 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190710370 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190710370Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190710781 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190710794 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190710794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2065: reopening flushed file at 1731190711282 (+488 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf59ad3: reopening flushed file at 1731190711289 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7304aa: reopening flushed file at 1731190711295 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1373ms, sequenceid=28, compaction requested=false at 1731190711302 (+7 ms)Writing region close event to WAL at 1731190711303 (+1 ms)Closed at 1731190711303 2024-11-09T22:18:31,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44749 is added to blk_1073741830_1006 (size=10165) 2024-11-09T22:18:31,305 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6759dc2-f0d8-b137-f1fd-5fa3797c3b11/MasterData/WALs/ea9122631f8b,43825,1731190704653/ea9122631f8b%2C43825%2C1731190704653.1731190705839 not finished, retry = 0 2024-11-09T22:18:31,353 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.wal-reader.ea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.1731190701851 to pos 0, reset compression=false 2024-11-09T22:18:31,406 INFO [M:0;ea9122631f8b:43825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:18:31,406 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:18:31,407 INFO [M:0;ea9122631f8b:43825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43825 2024-11-09T22:18:31,407 INFO [M:0;ea9122631f8b:43825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:18:31,528 INFO [M:0;ea9122631f8b:43825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:18:31,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:31,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43825-0x10121ada7840003, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:31,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@617aba05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:18:31,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2da353f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:18:31,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:18:31,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a7463d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:18:31,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a1090d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/hadoop.log.dir/,STOPPED} 2024-11-09T22:18:31,532 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:18:31,532 WARN [BP-40839432-172.17.0.3-1731190702776 heartbeating to localhost/127.0.0.1:39849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:18:31,532 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:18:31,532 WARN [BP-40839432-172.17.0.3-1731190702776 heartbeating to localhost/127.0.0.1:39849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-40839432-172.17.0.3-1731190702776 (Datanode Uuid acac06f5-cfbc-427f-a0a1-5d55d095ff7f) service to localhost/127.0.0.1:39849 2024-11-09T22:18:31,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/cluster_3c809053-37e5-0d5b-365e-3cbcc34478e8/data/data1/current/BP-40839432-172.17.0.3-1731190702776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:18:31,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/cluster_3c809053-37e5-0d5b-365e-3cbcc34478e8/data/data2/current/BP-40839432-172.17.0.3-1731190702776 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:18:31,533 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:18:31,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60b112e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:18:31,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35958d6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:18:31,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:18:31,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6feb2aa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:18:31,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21921ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/hadoop.log.dir/,STOPPED} 2024-11-09T22:18:31,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:18:31,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:18:31,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:31,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:31,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:31,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:31,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:31,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:18:31,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953290407, stopped=false 2024-11-09T22:18:31,552 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,46313,1731190699865 2024-11-09T22:18:31,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1900103017/running 2024-11-09T22:18:31,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1900103017/running 2024-11-09T22:18:31,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:18:31,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:31,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:31,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Set watcher on znode that does not yet exist, /0-1900103017/running 2024-11-09T22:18:31,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:31,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Set watcher on znode that does not yet exist, /0-1900103017/running 2024-11-09T22:18:31,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:31,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:31,566 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,34313,1731190700116' ***** 2024-11-09T22:18:31,566 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:18:31,566 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:18:31,566 INFO [RS:0;ea9122631f8b:34313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:18:31,566 INFO [RS:0;ea9122631f8b:34313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:18:31,567 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(3091): Received CLOSE for 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:31,567 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:18:31,567 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,34313,1731190700116 2024-11-09T22:18:31,567 INFO [RS:0;ea9122631f8b:34313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:18:31,567 INFO [RS:0;ea9122631f8b:34313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:34313. 2024-11-09T22:18:31,567 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61c5535840d43c8ee42c147d7a8d24b4, disabling compactions & flushes 2024-11-09T22:18:31,567 DEBUG [RS:0;ea9122631f8b:34313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:31,567 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:31,567 DEBUG [RS:0;ea9122631f8b:34313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:31,567 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:31,567 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. after waiting 0 ms 2024-11-09T22:18:31,567 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:31,567 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:18:31,567 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:18:31,567 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61c5535840d43c8ee42c147d7a8d24b4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T22:18:31,567 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:18:31,567 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:18:31,568 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:18:31,568 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 61c5535840d43c8ee42c147d7a8d24b4=hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4.} 2024-11-09T22:18:31,568 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:31,568 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:18:31,568 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:18:31,568 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:18:31,568 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:18:31,568 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:18:31,568 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T22:18:31,585 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/.tmp/info/185469c4ccd745149a02569da71dd88b is 147, key is hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4./info:regioninfo/1731190708279/Put/seqid=0 2024-11-09T22:18:31,586 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/replication/61c5535840d43c8ee42c147d7a8d24b4/.tmp/queue/a8be9e0a0aba43e0aaa2aa8b209ac29b is 151, key is 1-ea9122631f8b,34313,1731190700116/queue:ea9122631f8b%2C34313%2C1731190700116/1731190708596/Put/seqid=0 2024-11-09T22:18:31,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741838_1014 (size=6631) 2024-11-09T22:18:31,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741839_1015 (size=5350) 2024-11-09T22:18:31,612 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:18:31,733 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:18:31,733 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:18:31,768 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:31,968 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61c5535840d43c8ee42c147d7a8d24b4 2024-11-09T22:18:31,990 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/.tmp/info/185469c4ccd745149a02569da71dd88b 2024-11-09T22:18:31,991 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/replication/61c5535840d43c8ee42c147d7a8d24b4/.tmp/queue/a8be9e0a0aba43e0aaa2aa8b209ac29b 2024-11-09T22:18:31,997 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/replication/61c5535840d43c8ee42c147d7a8d24b4/.tmp/queue/a8be9e0a0aba43e0aaa2aa8b209ac29b as hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/replication/61c5535840d43c8ee42c147d7a8d24b4/queue/a8be9e0a0aba43e0aaa2aa8b209ac29b 2024-11-09T22:18:32,003 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/replication/61c5535840d43c8ee42c147d7a8d24b4/queue/a8be9e0a0aba43e0aaa2aa8b209ac29b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T22:18:32,004 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 61c5535840d43c8ee42c147d7a8d24b4 in 437ms, sequenceid=5, compaction requested=false 2024-11-09T22:18:32,004 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T22:18:32,013 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/.tmp/ns/f1a0226d73ba45df8ea64395d856d889 is 43, key is default/ns:d/1731190702631/Put/seqid=0 2024-11-09T22:18:32,016 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/replication/61c5535840d43c8ee42c147d7a8d24b4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T22:18:32,016 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:32,016 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:32,016 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:32,017 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61c5535840d43c8ee42c147d7a8d24b4: Waiting for close lock at 1731190711567Running coprocessor pre-close hooks at 1731190711567Disabling compacts and flushes for region at 1731190711567Disabling writes for close at 1731190711567Obtaining lock to block concurrent updates at 1731190711567Preparing flush snapshotting stores in 61c5535840d43c8ee42c147d7a8d24b4 at 1731190711567Finished memstore snapshotting hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731190711568 (+1 ms)Flushing stores of hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. at 1731190711568Flushing 61c5535840d43c8ee42c147d7a8d24b4/queue: creating writer at 1731190711569 (+1 ms)Flushing 61c5535840d43c8ee42c147d7a8d24b4/queue: appending metadata at 1731190711585 (+16 ms)Flushing 61c5535840d43c8ee42c147d7a8d24b4/queue: closing flushed file at 1731190711585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bea0e4: reopening flushed file at 1731190711996 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 61c5535840d43c8ee42c147d7a8d24b4 in 437ms, sequenceid=5, compaction requested=false at 1731190712004 (+8 ms)Writing region close event to WAL at 1731190712008 (+4 ms)Running coprocessor post-close hooks at 1731190712016 (+8 ms)Closed at 1731190712016 2024-11-09T22:18:32,017 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731190707490.61c5535840d43c8ee42c147d7a8d24b4. 2024-11-09T22:18:32,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741840_1016 (size=5153) 2024-11-09T22:18:32,158 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.wal-reader.ea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.1731190701851 to pos 0, reset compression=false 2024-11-09T22:18:32,168 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:32,369 DEBUG [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:18:32,419 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/.tmp/ns/f1a0226d73ba45df8ea64395d856d889 2024-11-09T22:18:32,454 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/.tmp/table/fdb0fa3e1f9d4c3a9d0a8f4b9a4ff0a3 is 53, key is hbase:replication/table:state/1731190708287/Put/seqid=0 2024-11-09T22:18:32,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741841_1017 (size=5256) 2024-11-09T22:18:32,473 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/.tmp/table/fdb0fa3e1f9d4c3a9d0a8f4b9a4ff0a3 2024-11-09T22:18:32,483 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/.tmp/info/185469c4ccd745149a02569da71dd88b as hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/info/185469c4ccd745149a02569da71dd88b 2024-11-09T22:18:32,495 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/info/185469c4ccd745149a02569da71dd88b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T22:18:32,496 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/.tmp/ns/f1a0226d73ba45df8ea64395d856d889 as hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/ns/f1a0226d73ba45df8ea64395d856d889 2024-11-09T22:18:32,508 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/ns/f1a0226d73ba45df8ea64395d856d889, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T22:18:32,511 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/.tmp/table/fdb0fa3e1f9d4c3a9d0a8f4b9a4ff0a3 as hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/table/fdb0fa3e1f9d4c3a9d0a8f4b9a4ff0a3 2024-11-09T22:18:32,520 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/table/fdb0fa3e1f9d4c3a9d0a8f4b9a4ff0a3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T22:18:32,522 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=11, compaction requested=false 2024-11-09T22:18:32,544 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T22:18:32,545 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:32,545 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:32,545 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:32,546 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190711568Running coprocessor pre-close hooks at 1731190711568Disabling compacts and flushes for region at 1731190711568Disabling writes for close at 1731190711568Obtaining lock to block concurrent updates at 1731190711568Preparing flush snapshotting stores in 1588230740 at 1731190711568Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731190711569 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731190711570 (+1 ms)Flushing 1588230740/info: creating writer at 1731190711570Flushing 1588230740/info: appending metadata at 1731190711584 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731190711584Flushing 1588230740/ns: creating writer at 1731190711996 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731190712012 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731190712012Flushing 1588230740/table: creating writer at 1731190712434 (+422 ms)Flushing 1588230740/table: appending metadata at 1731190712453 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731190712453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142eb555: reopening flushed file at 1731190712482 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c938d50: reopening flushed file at 1731190712495 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cba1b58: reopening flushed file at 1731190712508 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=11, compaction requested=false at 1731190712522 (+14 ms)Writing region close event to WAL at 1731190712529 (+7 ms)Running coprocessor post-close hooks at 1731190712545 (+16 ms)Closed at 1731190712545 2024-11-09T22:18:32,546 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:32,569 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,34313,1731190700116; all regions closed. 2024-11-09T22:18:32,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741834_1010 (size=2742) 2024-11-09T22:18:32,613 DEBUG [RS:0;ea9122631f8b:34313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/oldWALs 2024-11-09T22:18:32,613 INFO [RS:0;ea9122631f8b:34313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C34313%2C1731190700116.meta:.meta(num 1731190702525) 2024-11-09T22:18:32,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741837_1013 (size=1586) 2024-11-09T22:18:32,624 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.rep.1731190708246 not finished, retry = 0 2024-11-09T22:18:32,727 DEBUG [RS:0;ea9122631f8b:34313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/oldWALs 2024-11-09T22:18:32,727 INFO [RS:0;ea9122631f8b:34313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C34313%2C1731190700116.rep:(num 1731190708246) 2024-11-09T22:18:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741833_1009 (size=93) 2024-11-09T22:18:32,732 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/WALs/ea9122631f8b,34313,1731190700116/ea9122631f8b%2C34313%2C1731190700116.1731190701851 not finished, retry = 0 2024-11-09T22:18:32,838 DEBUG [RS:0;ea9122631f8b:34313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/oldWALs 2024-11-09T22:18:32,838 INFO [RS:0;ea9122631f8b:34313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C34313%2C1731190700116:(num 1731190701851) 2024-11-09T22:18:32,838 DEBUG [RS:0;ea9122631f8b:34313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:32,838 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:18:32,838 INFO [RS:0;ea9122631f8b:34313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:18:32,838 INFO [RS:0;ea9122631f8b:34313 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:18:32,838 INFO [RS:0;ea9122631f8b:34313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:18:32,838 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,34313,1731190700116 because: Region server is closing 2024-11-09T22:18:32,839 INFO [RS:0;ea9122631f8b:34313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:34313. 2024-11-09T22:18:32,839 DEBUG [RS:0;ea9122631f8b:34313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:32,839 DEBUG [RS:0;ea9122631f8b:34313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:32,839 DEBUG [RS:0;ea9122631f8b:34313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:32,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:32,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:18:32,840 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:18:32,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:32,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:32,939 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.shipperea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T22:18:32,939 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.wal-reader.ea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:18:32,940 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,34313,1731190700116.replicationSource.shipperea9122631f8b%2C34313%2C1731190700116,1-ea9122631f8b,34313,1731190700116 terminated 2024-11-09T22:18:32,940 INFO [RS:0;ea9122631f8b:34313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34313 2024-11-09T22:18:33,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017/rs 2024-11-09T22:18:33,017 INFO [RS:0;ea9122631f8b:34313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:18:33,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1900103017/rs/ea9122631f8b,34313,1731190700116 2024-11-09T22:18:33,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,34313,1731190700116] 2024-11-09T22:18:33,052 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900103017/draining/ea9122631f8b,34313,1731190700116 already deleted, retry=false 2024-11-09T22:18:33,052 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,34313,1731190700116 expired; onlineServers=0 2024-11-09T22:18:33,052 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,46313,1731190699865' ***** 2024-11-09T22:18:33,052 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:18:33,052 INFO [M:0;ea9122631f8b:46313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:18:33,052 INFO [M:0;ea9122631f8b:46313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:18:33,052 DEBUG [M:0;ea9122631f8b:46313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:18:33,053 DEBUG [M:0;ea9122631f8b:46313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:18:33,053 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:18:33,053 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190701632 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190701632,5,FailOnTimeoutGroup] 2024-11-09T22:18:33,053 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190701637 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190701637,5,FailOnTimeoutGroup] 2024-11-09T22:18:33,053 INFO [M:0;ea9122631f8b:46313 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:18:33,053 INFO [M:0;ea9122631f8b:46313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:18:33,053 DEBUG [M:0;ea9122631f8b:46313 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:18:33,053 INFO [M:0;ea9122631f8b:46313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:18:33,053 INFO [M:0;ea9122631f8b:46313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:18:33,053 INFO [M:0;ea9122631f8b:46313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:18:33,053 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:18:33,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1900103017/master 2024-11-09T22:18:33,059 DEBUG [M:0;ea9122631f8b:46313 {}] zookeeper.ZKUtil(347): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Unable to get data of znode /0-1900103017/master because node does not exist (not an error) 2024-11-09T22:18:33,059 WARN [M:0;ea9122631f8b:46313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:18:33,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900103017 2024-11-09T22:18:33,060 INFO [M:0;ea9122631f8b:46313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/.lastflushedseqids 2024-11-09T22:18:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741842_1018 (size=181) 2024-11-09T22:18:33,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:33,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34313-0x10121ada7840001, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:33,128 INFO [RS:0;ea9122631f8b:34313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:18:33,128 INFO [RS:0;ea9122631f8b:34313 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,34313,1731190700116; zookeeper connection closed. 2024-11-09T22:18:33,128 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d80921e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d80921e 2024-11-09T22:18:33,128 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:18:33,469 INFO [M:0;ea9122631f8b:46313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:18:33,469 INFO [M:0;ea9122631f8b:46313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:18:33,469 DEBUG [M:0;ea9122631f8b:46313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:18:33,469 INFO [M:0;ea9122631f8b:46313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:33,469 DEBUG [M:0;ea9122631f8b:46313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:33,470 DEBUG [M:0;ea9122631f8b:46313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:18:33,470 DEBUG [M:0;ea9122631f8b:46313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:33,470 INFO [M:0;ea9122631f8b:46313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T22:18:33,490 DEBUG [M:0;ea9122631f8b:46313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/174f0c6f7477447c8902fb8f921bd48d is 82, key is hbase:meta,,1/info:regioninfo/1731190702589/Put/seqid=0 2024-11-09T22:18:33,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741843_1019 (size=5672) 2024-11-09T22:18:33,498 INFO [M:0;ea9122631f8b:46313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/174f0c6f7477447c8902fb8f921bd48d 2024-11-09T22:18:33,529 DEBUG [M:0;ea9122631f8b:46313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb676ded918430381b83403bdb2ad36 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731190708292/Put/seqid=0 2024-11-09T22:18:33,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741844_1020 (size=7203) 2024-11-09T22:18:33,934 INFO [M:0;ea9122631f8b:46313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb676ded918430381b83403bdb2ad36 2024-11-09T22:18:33,958 DEBUG [M:0;ea9122631f8b:46313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c49ea871ee734035915ecfd2aeeab7db is 69, key is ea9122631f8b,34313,1731190700116/rs:state/1731190701666/Put/seqid=0 2024-11-09T22:18:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741845_1021 (size=5156) 2024-11-09T22:18:34,368 INFO [M:0;ea9122631f8b:46313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c49ea871ee734035915ecfd2aeeab7db 2024-11-09T22:18:34,380 DEBUG [M:0;ea9122631f8b:46313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/174f0c6f7477447c8902fb8f921bd48d as hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/174f0c6f7477447c8902fb8f921bd48d 2024-11-09T22:18:34,403 INFO [M:0;ea9122631f8b:46313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/174f0c6f7477447c8902fb8f921bd48d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T22:18:34,405 DEBUG [M:0;ea9122631f8b:46313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cb676ded918430381b83403bdb2ad36 as hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cb676ded918430381b83403bdb2ad36 2024-11-09T22:18:34,413 INFO [M:0;ea9122631f8b:46313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cb676ded918430381b83403bdb2ad36, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T22:18:34,415 DEBUG [M:0;ea9122631f8b:46313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c49ea871ee734035915ecfd2aeeab7db as hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c49ea871ee734035915ecfd2aeeab7db 2024-11-09T22:18:34,438 INFO [M:0;ea9122631f8b:46313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/06c57467-38e9-11fa-036f-9aa4e807ad40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c49ea871ee734035915ecfd2aeeab7db, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T22:18:34,440 INFO [M:0;ea9122631f8b:46313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=70, compaction requested=false 2024-11-09T22:18:34,485 INFO [M:0;ea9122631f8b:46313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:34,485 DEBUG [M:0;ea9122631f8b:46313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190713469Disabling compacts and flushes for region at 1731190713469Disabling writes for close at 1731190713470 (+1 ms)Obtaining lock to block concurrent updates at 1731190713470Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190713470Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731190713470Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190713471 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190713471Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190713489 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190713489Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190713503 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190713528 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190713528Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190713939 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190713957 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190713957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c8d7da: reopening flushed file at 1731190714375 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5302fc: reopening flushed file at 1731190714404 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2e087a: reopening flushed file at 1731190714413 (+9 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=70, compaction requested=false at 1731190714440 (+27 ms)Writing region close event to WAL at 1731190714484 (+44 ms)Closed at 1731190714484 2024-11-09T22:18:34,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45151 is added to blk_1073741830_1006 (size=41008) 2024-11-09T22:18:34,496 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:18:34,496 INFO [M:0;ea9122631f8b:46313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:18:34,496 INFO [M:0;ea9122631f8b:46313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46313 2024-11-09T22:18:34,496 INFO [M:0;ea9122631f8b:46313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:18:34,665 INFO [M:0;ea9122631f8b:46313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:18:34,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:34,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x10121ada7840000, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:18:34,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a58ec6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:18:34,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16d0c0bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:18:34,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:18:34,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e513ce8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:18:34,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d63c03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/hadoop.log.dir/,STOPPED} 2024-11-09T22:18:34,713 WARN [BP-1476568250-172.17.0.3-1731190696961 heartbeating to localhost/127.0.0.1:38229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:18:34,713 WARN [BP-1476568250-172.17.0.3-1731190696961 heartbeating to localhost/127.0.0.1:38229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1476568250-172.17.0.3-1731190696961 (Datanode Uuid 27b02ac5-a08b-4476-876b-52570f0f04ee) service to localhost/127.0.0.1:38229 2024-11-09T22:18:34,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:18:34,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:18:34,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/cluster_bf30da4c-7a47-27c0-87bb-928be98806f5/data/data1/current/BP-1476568250-172.17.0.3-1731190696961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:18:34,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/cluster_bf30da4c-7a47-27c0-87bb-928be98806f5/data/data2/current/BP-1476568250-172.17.0.3-1731190696961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:18:34,715 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:18:34,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64682a99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:18:34,734 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@409f87ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:18:34,734 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:18:34,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ec90c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:18:34,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b786793{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9f09b51-14ad-0a25-909a-2eaadf877934/hadoop.log.dir/,STOPPED} 2024-11-09T22:18:34,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T22:18:34,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:18:34,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58098) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58098) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38229 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39849 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=501 (was 561), ProcessCount=11 (was 11), AvailableMemoryMB=2424 (was 2681) 2024-11-09T22:18:34,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=501, ProcessCount=11, AvailableMemoryMB=2424 2024-11-09T22:18:34,811 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-09T22:18:34,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/hadoop.log.dir so I do NOT create it in target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9 2024-11-09T22:18:34,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:18:34,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/hadoop.tmp.dir so I do NOT create it in target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9 2024-11-09T22:18:34,812 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e717e100-4cc5-725f-5374-07b65c41ff18/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:18:34,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9 2024-11-09T22:18:34,812 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/cluster_eb447118-9fd9-5a2a-dc9a-abfa6c9b9d33, deleteOnExit=true 2024-11-09T22:18:34,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10121ada7840002, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:18:34,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10121ada7840002, quorum=127.0.0.1:58098, baseZNode=/0-1900103017 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:18:34,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10121ada7840005, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:18:34,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10121ada7840005, quorum=127.0.0.1:58098, baseZNode=/1812912308 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:18:34,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/cluster_eb447118-9fd9-5a2a-dc9a-abfa6c9b9d33/zookeeper_0, clientPort=61684, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/cluster_eb447118-9fd9-5a2a-dc9a-abfa6c9b9d33/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/cluster_eb447118-9fd9-5a2a-dc9a-abfa6c9b9d33/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T22:18:34,864 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61684 2024-11-09T22:18:34,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:18:34,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:18:34,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/test.cache.data in system properties and HBase conf 2024-11-09T22:18:34,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:18:34,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:18:34,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:18:34,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:18:34,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:18:34,865 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:18:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:18:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:18:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:18:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:18:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:18:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:18:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:18:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:18:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:18:34,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:18:34,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:18:34,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:18:34,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:18:34,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:18:35,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:35,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:18:35,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:18:35,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:18:35,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:18:35,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:35,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e4f175{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:18:35,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e220511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:18:35,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eaf60a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/java.io.tmpdir/jetty-localhost-38947-hadoop-hdfs-3_4_1-tests_jar-_-any-365303966697688054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:18:35,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bb3f24b{HTTP/1.1, (http/1.1)}{localhost:38947} 2024-11-09T22:18:35,522 INFO [Time-limited test {}] server.Server(415): Started @54739ms 2024-11-09T22:18:35,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:35,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:18:35,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:18:35,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:18:35,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:18:35,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7362fdd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:18:35,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b640546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:18:36,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fc07fbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/java.io.tmpdir/jetty-localhost-37935-hadoop-hdfs-3_4_1-tests_jar-_-any-17068099839603328377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:18:36,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37b7932c{HTTP/1.1, (http/1.1)}{localhost:37935} 2024-11-09T22:18:36,092 INFO [Time-limited test {}] server.Server(415): Started @55310ms 2024-11-09T22:18:36,094 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:18:36,874 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/cluster_eb447118-9fd9-5a2a-dc9a-abfa6c9b9d33/data/data1/current/BP-1518660848-172.17.0.3-1731190714896/current, will proceed with Du for space computation calculation, 2024-11-09T22:18:36,886 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/cluster_eb447118-9fd9-5a2a-dc9a-abfa6c9b9d33/data/data2/current/BP-1518660848-172.17.0.3-1731190714896/current, will proceed with Du for space computation calculation, 2024-11-09T22:18:36,969 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:18:36,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x683b69c0e3075cda with lease ID 0x93d12fb9e981f347: Processing first storage report for DS-f6611090-c3c0-4873-b39e-c5f05cf3e6bd from datanode DatanodeRegistration(127.0.0.1:39555, datanodeUuid=7c0a3d5c-bfb2-4a21-abb1-964af46cba41, infoPort=36859, infoSecurePort=0, ipcPort=44233, storageInfo=lv=-57;cid=testClusterID;nsid=2004497064;c=1731190714896) 2024-11-09T22:18:36,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x683b69c0e3075cda with lease ID 0x93d12fb9e981f347: from storage DS-f6611090-c3c0-4873-b39e-c5f05cf3e6bd node DatanodeRegistration(127.0.0.1:39555, datanodeUuid=7c0a3d5c-bfb2-4a21-abb1-964af46cba41, infoPort=36859, infoSecurePort=0, ipcPort=44233, storageInfo=lv=-57;cid=testClusterID;nsid=2004497064;c=1731190714896), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:18:36,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x683b69c0e3075cda with lease ID 0x93d12fb9e981f347: Processing first storage report for DS-833cb905-5bcf-4ad8-816d-9d70d31e5456 from datanode DatanodeRegistration(127.0.0.1:39555, datanodeUuid=7c0a3d5c-bfb2-4a21-abb1-964af46cba41, infoPort=36859, infoSecurePort=0, ipcPort=44233, storageInfo=lv=-57;cid=testClusterID;nsid=2004497064;c=1731190714896) 2024-11-09T22:18:36,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x683b69c0e3075cda with lease ID 0x93d12fb9e981f347: from storage DS-833cb905-5bcf-4ad8-816d-9d70d31e5456 node DatanodeRegistration(127.0.0.1:39555, datanodeUuid=7c0a3d5c-bfb2-4a21-abb1-964af46cba41, infoPort=36859, infoSecurePort=0, ipcPort=44233, storageInfo=lv=-57;cid=testClusterID;nsid=2004497064;c=1731190714896), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:18:37,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9 2024-11-09T22:18:37,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:37,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:37,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:18:37,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff with version=8 2024-11-09T22:18:37,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/hbase-staging 2024-11-09T22:18:37,491 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:18:37,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:37,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:37,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:18:37,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:37,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:18:37,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:18:37,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:18:37,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46849 2024-11-09T22:18:37,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46849 connecting to ZooKeeper ensemble=127.0.0.1:61684 2024-11-09T22:18:37,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468490x0, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:37,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46849-0x10121aded8b0000 connected 2024-11-09T22:18:37,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:37,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:37,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Set watcher on znode that does not yet exist, /01578729437/running 2024-11-09T22:18:37,688 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff, hbase.cluster.distributed=false 2024-11-09T22:18:37,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Set watcher on znode that does not yet exist, /01578729437/acl 2024-11-09T22:18:37,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-09T22:18:37,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46849 2024-11-09T22:18:37,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46849 2024-11-09T22:18:37,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-09T22:18:37,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-09T22:18:37,765 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:18:37,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:37,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:37,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:18:37,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:37,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:18:37,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:18:37,766 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:18:37,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44495 2024-11-09T22:18:37,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44495 connecting to ZooKeeper ensemble=127.0.0.1:61684 2024-11-09T22:18:37,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:37,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:37,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444950x0, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:37,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444950x0, quorum=127.0.0.1:61684, baseZNode=/01578729437 Set watcher on znode that does not yet exist, /01578729437/running 2024-11-09T22:18:37,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:18:37,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44495-0x10121aded8b0001 connected 2024-11-09T22:18:37,844 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:18:37,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Set watcher on znode that does not yet exist, /01578729437/master 2024-11-09T22:18:37,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Set watcher on znode that does not yet exist, /01578729437/acl 2024-11-09T22:18:37,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-09T22:18:37,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44495 2024-11-09T22:18:37,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44495 2024-11-09T22:18:37,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-09T22:18:37,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-09T22:18:37,910 DEBUG [M:0;ea9122631f8b:46849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:46849 2024-11-09T22:18:37,913 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01578729437/backup-masters/ea9122631f8b,46849,1731190717491 2024-11-09T22:18:37,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437/backup-masters 2024-11-09T22:18:37,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437/backup-masters 2024-11-09T22:18:37,925 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Set watcher on existing znode=/01578729437/backup-masters/ea9122631f8b,46849,1731190717491 2024-11-09T22:18:37,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:37,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01578729437/master 2024-11-09T22:18:37,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:37,933 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Set watcher on existing znode=/01578729437/master 2024-11-09T22:18:37,934 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01578729437/backup-masters/ea9122631f8b,46849,1731190717491 from backup master directory 2024-11-09T22:18:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01578729437/backup-masters/ea9122631f8b,46849,1731190717491 2024-11-09T22:18:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437/backup-masters 2024-11-09T22:18:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437/backup-masters 2024-11-09T22:18:37,943 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:18:37,943 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,46849,1731190717491 2024-11-09T22:18:37,951 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/hbase.id] with ID: 56cf47c1-01e4-4474-bc58-a2171075d53c 2024-11-09T22:18:37,951 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/.tmp/hbase.id 2024-11-09T22:18:37,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:18:38,049 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:18:38,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:38,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:38,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:38,399 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/.tmp/hbase.id]:[hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/hbase.id] 2024-11-09T22:18:38,413 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:38,413 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:18:38,417 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-09T22:18:38,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:38,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:38,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:18:38,508 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:18:38,509 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:18:38,510 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:38,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:18:38,918 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store 2024-11-09T22:18:38,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:18:39,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:39,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:18:39,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T22:18:39,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T22:18:39,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:39,326 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:39,326 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:18:39,326 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:39,326 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:39,326 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:18:39,326 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:39,326 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:39,326 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190719326Disabling compacts and flushes for region at 1731190719326Disabling writes for close at 1731190719326Writing region close event to WAL at 1731190719326Closed at 1731190719326 2024-11-09T22:18:39,327 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/.initializing 2024-11-09T22:18:39,327 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/WALs/ea9122631f8b,46849,1731190717491 2024-11-09T22:18:39,328 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:18:39,330 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C46849%2C1731190717491, suffix=, logDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/WALs/ea9122631f8b,46849,1731190717491, archiveDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/oldWALs, maxLogs=10 2024-11-09T22:18:39,346 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/WALs/ea9122631f8b,46849,1731190717491/ea9122631f8b%2C46849%2C1731190717491.1731190719330, exclude list is [], retry=0 2024-11-09T22:18:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39555,DS-f6611090-c3c0-4873-b39e-c5f05cf3e6bd,DISK] 2024-11-09T22:18:39,356 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/WALs/ea9122631f8b,46849,1731190717491/ea9122631f8b%2C46849%2C1731190717491.1731190719330 2024-11-09T22:18:39,356 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36859:36859)] 2024-11-09T22:18:39,356 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:39,357 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:39,357 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,357 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:18:39,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:39,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:39,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:18:39,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:39,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:39,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:18:39,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:39,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:39,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:18:39,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:39,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:39,367 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,368 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,368 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,369 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,369 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,370 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:39,372 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:39,374 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:39,374 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71638832, jitterRate=0.06750178337097168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:39,375 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190719357Initializing all the Stores at 1731190719359 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190719359Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190719359Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190719359Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190719359Cleaning up temporary data from old regions at 1731190719369 (+10 ms)Region opened successfully at 1731190719375 (+6 ms) 2024-11-09T22:18:39,376 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:18:39,380 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754f7541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:18:39,381 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:18:39,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:18:39,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:18:39,382 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:18:39,384 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T22:18:39,384 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:18:39,384 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:18:39,387 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:18:39,389 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Unable to get data of znode /01578729437/balancer because node does not exist (not necessarily an error) 2024-11-09T22:18:39,448 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01578729437/balancer already deleted, retry=false 2024-11-09T22:18:39,449 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:18:39,449 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Unable to get data of znode /01578729437/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:18:39,459 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01578729437/normalizer already deleted, retry=false 2024-11-09T22:18:39,459 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:18:39,460 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Unable to get data of znode /01578729437/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:18:39,469 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01578729437/switch/split already deleted, retry=false 2024-11-09T22:18:39,470 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Unable to get data of znode /01578729437/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:18:39,480 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01578729437/switch/merge already deleted, retry=false 2024-11-09T22:18:39,482 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Unable to get data of znode /01578729437/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:18:39,490 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01578729437/snapshot-cleanup already deleted, retry=false 2024-11-09T22:18:39,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01578729437/running 2024-11-09T22:18:39,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01578729437/running 2024-11-09T22:18:39,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:39,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:39,501 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,46849,1731190717491, sessionid=0x10121aded8b0000, setting cluster-up flag (Was=false) 2024-11-09T22:18:39,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:39,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:39,553 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01578729437/flush-table-proc/acquired, /01578729437/flush-table-proc/reached, /01578729437/flush-table-proc/abort 2024-11-09T22:18:39,554 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,46849,1731190717491 2024-11-09T22:18:39,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:39,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:39,606 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01578729437/online-snapshot/acquired, /01578729437/online-snapshot/reached, /01578729437/online-snapshot/abort 2024-11-09T22:18:39,607 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,46849,1731190717491 2024-11-09T22:18:39,608 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:18:39,611 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:39,611 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:18:39,611 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:18:39,612 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,46849,1731190717491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:18:39,613 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:39,613 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:39,614 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:39,616 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:39,616 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:18:39,616 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,618 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:18:39,618 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,627 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190749627 2024-11-09T22:18:39,627 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:18:39,627 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:18:39,627 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:18:39,627 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:18:39,628 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:18:39,628 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:18:39,628 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,628 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:18:39,628 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:18:39,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:39,628 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:18:39,628 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:18:39,628 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:18:39,630 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:39,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:18:39,636 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:18:39,636 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:18:39,640 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190719636,5,FailOnTimeoutGroup] 2024-11-09T22:18:39,644 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190719640,5,FailOnTimeoutGroup] 2024-11-09T22:18:39,644 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,644 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:18:39,644 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,644 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:18:39,704 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(746): ClusterId : 56cf47c1-01e4-4474-bc58-a2171075d53c 2024-11-09T22:18:39,704 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:18:39,713 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:18:39,713 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:18:39,725 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:18:39,725 DEBUG [RS:0;ea9122631f8b:44495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67efa6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:18:39,743 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:44495 2024-11-09T22:18:39,743 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:18:39,743 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:18:39,743 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:18:39,744 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,46849,1731190717491 with port=44495, startcode=1731190717764 2024-11-09T22:18:39,744 DEBUG [RS:0;ea9122631f8b:44495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:18:39,746 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:18:39,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,44495,1731190717764 2024-11-09T22:18:39,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,44495,1731190717764 2024-11-09T22:18:39,748 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff 2024-11-09T22:18:39,748 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44171 2024-11-09T22:18:39,748 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:18:39,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437/rs 2024-11-09T22:18:39,754 DEBUG [RS:0;ea9122631f8b:44495 {}] zookeeper.ZKUtil(111): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Set watcher on existing znode=/01578729437/rs/ea9122631f8b,44495,1731190717764 2024-11-09T22:18:39,754 WARN [RS:0;ea9122631f8b:44495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:18:39,754 INFO [RS:0;ea9122631f8b:44495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:39,755 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764 2024-11-09T22:18:39,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,44495,1731190717764] 2024-11-09T22:18:39,773 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:18:39,780 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:18:39,780 INFO [RS:0;ea9122631f8b:44495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:18:39,781 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,784 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:18:39,786 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:18:39,787 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,787 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,787 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,787 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,787 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,787 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,787 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:18:39,787 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,787 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,787 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,788 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,788 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,788 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:39,788 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:18:39,788 DEBUG [RS:0;ea9122631f8b:44495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:18:39,800 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,800 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,800 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,800 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,800 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,800 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44495,1731190717764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:18:39,816 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:18:39,817 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44495,1731190717764-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,817 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,817 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.Replication(171): ea9122631f8b,44495,1731190717764 started 2024-11-09T22:18:39,833 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:39,834 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,44495,1731190717764, RpcServer on ea9122631f8b/172.17.0.3:44495, sessionid=0x10121aded8b0001 2024-11-09T22:18:39,834 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:18:39,834 DEBUG [RS:0;ea9122631f8b:44495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,44495,1731190717764 2024-11-09T22:18:39,834 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,44495,1731190717764' 2024-11-09T22:18:39,834 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01578729437/flush-table-proc/abort' 2024-11-09T22:18:39,834 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01578729437/flush-table-proc/acquired' 2024-11-09T22:18:39,835 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:18:39,835 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:18:39,835 DEBUG [RS:0;ea9122631f8b:44495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,44495,1731190717764 2024-11-09T22:18:39,835 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,44495,1731190717764' 2024-11-09T22:18:39,835 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01578729437/online-snapshot/abort' 2024-11-09T22:18:39,835 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01578729437/online-snapshot/acquired' 2024-11-09T22:18:39,836 DEBUG [RS:0;ea9122631f8b:44495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:18:39,836 INFO [RS:0;ea9122631f8b:44495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:18:39,836 INFO [RS:0;ea9122631f8b:44495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:18:39,936 INFO [RS:0;ea9122631f8b:44495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:18:39,945 INFO [RS:0;ea9122631f8b:44495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C44495%2C1731190717764, suffix=, logDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764, archiveDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/oldWALs, maxLogs=10 2024-11-09T22:18:39,961 DEBUG [RS:0;ea9122631f8b:44495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945, exclude list is [], retry=0 2024-11-09T22:18:39,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39555,DS-f6611090-c3c0-4873-b39e-c5f05cf3e6bd,DISK] 2024-11-09T22:18:39,967 INFO [RS:0;ea9122631f8b:44495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 2024-11-09T22:18:39,968 DEBUG [RS:0;ea9122631f8b:44495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36859:36859)] 2024-11-09T22:18:40,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:18:40,067 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff 2024-11-09T22:18:40,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:18:40,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:40,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:18:40,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:18:40,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:40,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:40,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:18:40,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:18:40,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:40,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:40,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:18:40,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:18:40,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:40,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:40,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:18:40,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:18:40,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:40,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:40,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:18:40,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740 2024-11-09T22:18:40,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740 2024-11-09T22:18:40,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:18:40,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:18:40,492 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:40,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:18:40,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:40,499 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68994061, jitterRate=0.02809162437915802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:40,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190720475Initializing all the Stores at 1731190720475Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190720475Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190720476 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190720476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190720476Cleaning up temporary data from old regions at 1731190720492 (+16 ms)Region opened successfully at 1731190720500 (+8 ms) 2024-11-09T22:18:40,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:18:40,500 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:18:40,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:18:40,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:18:40,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:18:40,501 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:40,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190720500Disabling compacts and flushes for region at 1731190720500Disabling writes for close at 1731190720500Writing region close event to WAL at 1731190720501 (+1 ms)Closed at 1731190720501 2024-11-09T22:18:40,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:40,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:18:40,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:18:40,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:18:40,510 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:18:40,660 DEBUG [ea9122631f8b:46849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:18:40,660 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,44495,1731190717764 2024-11-09T22:18:40,662 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,44495,1731190717764, state=OPENING 2024-11-09T22:18:40,711 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:18:40,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:40,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:40,723 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:18:40,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,44495,1731190717764}] 2024-11-09T22:18:40,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01578729437/meta-region-server: CHANGED 2024-11-09T22:18:40,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01578729437/meta-region-server: CHANGED 2024-11-09T22:18:40,879 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:18:40,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:18:40,897 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:18:40,897 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:40,897 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:18:40,899 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C44495%2C1731190717764.meta, suffix=.meta, logDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764, archiveDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/oldWALs, maxLogs=10 2024-11-09T22:18:40,919 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.meta.1731190720900.meta, exclude list is [], retry=0 2024-11-09T22:18:40,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39555,DS-f6611090-c3c0-4873-b39e-c5f05cf3e6bd,DISK] 2024-11-09T22:18:40,925 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.meta.1731190720900.meta 2024-11-09T22:18:40,928 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36859:36859)] 2024-11-09T22:18:40,929 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:40,929 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:18:40,929 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:18:40,929 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:18:40,929 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:18:40,930 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:18:40,930 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:40,930 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:18:40,930 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:18:40,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:18:40,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:18:40,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:40,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:40,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:18:40,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:18:40,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:40,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:40,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:18:40,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:18:40,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:40,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:40,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:18:40,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:18:40,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:40,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:40,943 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:18:40,944 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740 2024-11-09T22:18:40,945 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740 2024-11-09T22:18:40,946 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:18:40,946 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:18:40,947 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:40,949 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:18:40,950 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63471523, jitterRate=-0.05420060455799103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:40,950 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:18:40,950 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190720930Writing region info on filesystem at 1731190720930Initializing all the Stores at 1731190720931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190720932 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190720936 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190720936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190720936Cleaning up temporary data from old regions at 1731190720946 (+10 ms)Running coprocessor post-open hooks at 1731190720950 (+4 ms)Region opened successfully at 1731190720950 2024-11-09T22:18:40,952 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190720878 2024-11-09T22:18:40,954 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:18:40,954 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:18:40,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,44495,1731190717764 2024-11-09T22:18:40,956 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,44495,1731190717764, state=OPEN 2024-11-09T22:18:40,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01578729437/meta-region-server 2024-11-09T22:18:40,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01578729437/meta-region-server 2024-11-09T22:18:40,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01578729437/meta-region-server: CHANGED 2024-11-09T22:18:40,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01578729437/meta-region-server: CHANGED 2024-11-09T22:18:40,998 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,44495,1731190717764 2024-11-09T22:18:41,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:18:41,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,44495,1731190717764 in 275 msec 2024-11-09T22:18:41,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:18:41,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-09T22:18:41,005 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:41,005 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:18:41,007 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:41,007 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,44495,1731190717764, seqNum=-1] 2024-11-09T22:18:41,007 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:41,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:41,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4050 sec 2024-11-09T22:18:41,016 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190721016, completionTime=-1 2024-11-09T22:18:41,016 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:18:41,016 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:18:41,018 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:18:41,018 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190781018 2024-11-09T22:18:41,018 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190841018 2024-11-09T22:18:41,019 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T22:18:41,019 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46849,1731190717491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:41,019 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46849,1731190717491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:41,019 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46849,1731190717491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:41,019 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:46849, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:41,019 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:41,020 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:41,022 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:18:41,025 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.082sec 2024-11-09T22:18:41,025 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:18:41,025 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:18:41,025 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:18:41,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:18:41,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:18:41,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46849,1731190717491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:18:41,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46849,1731190717491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:18:41,030 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:18:41,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:18:41,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46849,1731190717491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:41,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5838c4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:41,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,46849,-1 for getting cluster id 2024-11-09T22:18:41,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:41,104 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56cf47c1-01e4-4474-bc58-a2171075d53c' 2024-11-09T22:18:41,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:41,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56cf47c1-01e4-4474-bc58-a2171075d53c" 2024-11-09T22:18:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436c8e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,46849,-1] 2024-11-09T22:18:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:41,108 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:41,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb6843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:41,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:41,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,44495,1731190717764, seqNum=-1] 2024-11-09T22:18:41,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:41,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:41,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,46849,1731190717491 2024-11-09T22:18:41,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61684 2024-11-09T22:18:41,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:41,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10121aded8b0002 connected 2024-11-09T22:18:41,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/hadoop.log.dir so I do NOT create it in target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d 2024-11-09T22:18:41,158 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:18:41,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/hadoop.tmp.dir so I do NOT create it in target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d 2024-11-09T22:18:41,158 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:18:41,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d 2024-11-09T22:18:41,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:18:41,158 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/cluster_0c198db2-a327-a8af-798f-38fd45247254, deleteOnExit=true 2024-11-09T22:18:41,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:18:41,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/test.cache.data in system properties and HBase conf 2024-11-09T22:18:41,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:18:41,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:18:41,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:18:41,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:18:41,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:18:41,159 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:18:41,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:18:41,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:18:41,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:18:41,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:18:41,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:18:41,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:18:41,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:18:41,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:18:41,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:18:41,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:18:41,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:18:41,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:18:41,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:18:41,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:18:41,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:41,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:18:41,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:18:41,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:18:41,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:18:41,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:41,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ca1c416{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:18:41,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51510a08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:18:41,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cecd78c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/java.io.tmpdir/jetty-localhost-35309-hadoop-hdfs-3_4_1-tests_jar-_-any-2562716280659653437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:18:41,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dc989a4{HTTP/1.1, (http/1.1)}{localhost:35309} 2024-11-09T22:18:41,705 INFO [Time-limited test {}] server.Server(415): Started @60922ms 2024-11-09T22:18:42,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:18:42,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:18:42,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:18:42,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:18:42,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:18:42,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bca2e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:18:42,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34355d5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:18:42,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18092804{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/java.io.tmpdir/jetty-localhost-33395-hadoop-hdfs-3_4_1-tests_jar-_-any-16017928566049723591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:18:42,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d5ca11e{HTTP/1.1, (http/1.1)}{localhost:33395} 2024-11-09T22:18:42,211 INFO [Time-limited test {}] server.Server(415): Started @61428ms 2024-11-09T22:18:42,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:18:42,930 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/cluster_0c198db2-a327-a8af-798f-38fd45247254/data/data1/current/BP-1366776106-172.17.0.3-1731190721186/current, will proceed with Du for space computation calculation, 2024-11-09T22:18:42,932 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/cluster_0c198db2-a327-a8af-798f-38fd45247254/data/data2/current/BP-1366776106-172.17.0.3-1731190721186/current, will proceed with Du for space computation calculation, 2024-11-09T22:18:43,013 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:18:43,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c79789791ddacb6 with lease ID 0x477e55ff55b55116: Processing first storage report for DS-967aca4a-3178-45d8-9224-d15cbeec6e83 from datanode DatanodeRegistration(127.0.0.1:43751, datanodeUuid=18d25662-634b-4122-809d-067c93f5193d, infoPort=46313, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=1316624302;c=1731190721186) 2024-11-09T22:18:43,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c79789791ddacb6 with lease ID 0x477e55ff55b55116: from storage DS-967aca4a-3178-45d8-9224-d15cbeec6e83 node DatanodeRegistration(127.0.0.1:43751, datanodeUuid=18d25662-634b-4122-809d-067c93f5193d, infoPort=46313, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=1316624302;c=1731190721186), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:18:43,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c79789791ddacb6 with lease ID 0x477e55ff55b55116: Processing first storage report for DS-047a6865-ec01-42be-b0cf-bdb82fa5f87b from datanode DatanodeRegistration(127.0.0.1:43751, datanodeUuid=18d25662-634b-4122-809d-067c93f5193d, infoPort=46313, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=1316624302;c=1731190721186) 2024-11-09T22:18:43,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c79789791ddacb6 with lease ID 0x477e55ff55b55116: from storage DS-047a6865-ec01-42be-b0cf-bdb82fa5f87b node DatanodeRegistration(127.0.0.1:43751, datanodeUuid=18d25662-634b-4122-809d-067c93f5193d, infoPort=46313, infoSecurePort=0, ipcPort=37289, storageInfo=lv=-57;cid=testClusterID;nsid=1316624302;c=1731190721186), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:18:43,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d 2024-11-09T22:18:43,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:43,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:43,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:18:43,518 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669 with version=8 2024-11-09T22:18:43,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/hbase-staging 2024-11-09T22:18:43,520 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:18:43,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:43,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:43,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:18:43,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:43,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:18:43,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:18:43,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:18:43,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36935 2024-11-09T22:18:43,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36935 connecting to ZooKeeper ensemble=127.0.0.1:61684 2024-11-09T22:18:43,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369350x0, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:43,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36935-0x10121aded8b0003 connected 2024-11-09T22:18:44,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:44,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:44,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Set watcher on znode that does not yet exist, /1-1879885960/running 2024-11-09T22:18:44,142 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669, hbase.cluster.distributed=false 2024-11-09T22:18:44,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Set watcher on znode that does not yet exist, /1-1879885960/acl 2024-11-09T22:18:44,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36935 2024-11-09T22:18:44,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36935 2024-11-09T22:18:44,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36935 2024-11-09T22:18:44,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36935 2024-11-09T22:18:44,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36935 2024-11-09T22:18:44,240 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:18:44,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:44,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:44,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:18:44,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:18:44,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:18:44,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:18:44,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:18:44,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33725 2024-11-09T22:18:44,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33725 connecting to ZooKeeper ensemble=127.0.0.1:61684 2024-11-09T22:18:44,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:44,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:44,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337250x0, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:44,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337250x0, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Set watcher on znode that does not yet exist, /1-1879885960/running 2024-11-09T22:18:44,260 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:18:44,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33725-0x10121aded8b0004 connected 2024-11-09T22:18:44,293 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:18:44,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Set watcher on znode that does not yet exist, /1-1879885960/master 2024-11-09T22:18:44,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Set watcher on znode that does not yet exist, /1-1879885960/acl 2024-11-09T22:18:44,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33725 2024-11-09T22:18:44,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33725 2024-11-09T22:18:44,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33725 2024-11-09T22:18:44,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33725 2024-11-09T22:18:44,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33725 2024-11-09T22:18:44,383 DEBUG [M:0;ea9122631f8b:36935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:36935 2024-11-09T22:18:44,383 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1879885960/backup-masters/ea9122631f8b,36935,1731190723519 2024-11-09T22:18:44,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960/backup-masters 2024-11-09T22:18:44,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960/backup-masters 2024-11-09T22:18:44,396 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Set watcher on existing znode=/1-1879885960/backup-masters/ea9122631f8b,36935,1731190723519 2024-11-09T22:18:44,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:44,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1879885960/master 2024-11-09T22:18:44,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:44,408 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Set watcher on existing znode=/1-1879885960/master 2024-11-09T22:18:44,409 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1879885960/backup-masters/ea9122631f8b,36935,1731190723519 from backup master directory 2024-11-09T22:18:44,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960/backup-masters 2024-11-09T22:18:44,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1879885960/backup-masters/ea9122631f8b,36935,1731190723519 2024-11-09T22:18:44,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960/backup-masters 2024-11-09T22:18:44,417 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:18:44,417 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,36935,1731190723519 2024-11-09T22:18:44,421 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/hbase.id] with ID: d55b6306-51b9-46e0-a054-357066e97e34 2024-11-09T22:18:44,421 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/.tmp/hbase.id 2024-11-09T22:18:44,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:18:44,669 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:18:44,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:44,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:44,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:44,831 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/.tmp/hbase.id]:[hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/hbase.id] 2024-11-09T22:18:44,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:44,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:18:44,846 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T22:18:44,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:44,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:44,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:18:44,900 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:18:44,901 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:18:44,901 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:44,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:18:45,315 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store 2024-11-09T22:18:45,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:18:45,731 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:45,731 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:18:45,731 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:45,731 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:45,731 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:18:45,731 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:45,731 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:18:45,732 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190725731Disabling compacts and flushes for region at 1731190725731Disabling writes for close at 1731190725731Writing region close event to WAL at 1731190725731Closed at 1731190725731 2024-11-09T22:18:45,732 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/.initializing 2024-11-09T22:18:45,733 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/WALs/ea9122631f8b,36935,1731190723519 2024-11-09T22:18:45,734 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:18:45,736 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C36935%2C1731190723519, suffix=, logDir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/WALs/ea9122631f8b,36935,1731190723519, archiveDir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/oldWALs, maxLogs=10 2024-11-09T22:18:45,756 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/WALs/ea9122631f8b,36935,1731190723519/ea9122631f8b%2C36935%2C1731190723519.1731190725736, exclude list is [], retry=0 2024-11-09T22:18:45,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43751,DS-967aca4a-3178-45d8-9224-d15cbeec6e83,DISK] 2024-11-09T22:18:45,760 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/WALs/ea9122631f8b,36935,1731190723519/ea9122631f8b%2C36935%2C1731190723519.1731190725736 2024-11-09T22:18:45,761 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46313:46313)] 2024-11-09T22:18:45,761 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:45,761 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:45,761 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,761 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:18:45,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:45,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:45,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:18:45,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:45,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:45,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:18:45,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:45,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:45,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,773 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:18:45,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:18:45,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:45,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:45,775 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,775 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,776 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,778 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,778 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,779 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:45,780 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:18:45,785 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:45,785 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65318266, jitterRate=-0.026681989431381226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:45,786 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190725761Initializing all the Stores at 1731190725763 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190725763Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190725763Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190725763Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190725763Cleaning up temporary data from old regions at 1731190725778 (+15 ms)Region opened successfully at 1731190725786 (+8 ms) 2024-11-09T22:18:45,786 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:18:45,789 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76897437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:18:45,790 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:18:45,790 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:18:45,790 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:18:45,791 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:18:45,791 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:18:45,792 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:18:45,792 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:18:45,794 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:18:45,795 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Unable to get data of znode /1-1879885960/balancer because node does not exist (not necessarily an error) 2024-11-09T22:18:45,858 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1879885960/balancer already deleted, retry=false 2024-11-09T22:18:45,859 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:18:45,860 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Unable to get data of znode /1-1879885960/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:18:45,869 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1879885960/normalizer already deleted, retry=false 2024-11-09T22:18:45,869 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:18:45,870 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Unable to get data of znode /1-1879885960/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:18:45,879 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1879885960/switch/split already deleted, retry=false 2024-11-09T22:18:45,880 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Unable to get data of znode /1-1879885960/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:18:45,890 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1879885960/switch/merge already deleted, retry=false 2024-11-09T22:18:45,892 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Unable to get data of znode /1-1879885960/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:18:45,900 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1879885960/snapshot-cleanup already deleted, retry=false 2024-11-09T22:18:45,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1879885960/running 2024-11-09T22:18:45,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:45,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1879885960/running 2024-11-09T22:18:45,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:45,912 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,36935,1731190723519, sessionid=0x10121aded8b0003, setting cluster-up flag (Was=false) 2024-11-09T22:18:45,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:45,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:45,963 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1879885960/flush-table-proc/acquired, /1-1879885960/flush-table-proc/reached, /1-1879885960/flush-table-proc/abort 2024-11-09T22:18:45,965 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,36935,1731190723519 2024-11-09T22:18:45,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:45,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:46,016 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1879885960/online-snapshot/acquired, /1-1879885960/online-snapshot/reached, /1-1879885960/online-snapshot/abort 2024-11-09T22:18:46,017 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,36935,1731190723519 2024-11-09T22:18:46,018 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:18:46,020 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:46,020 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:18:46,020 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:18:46,020 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,36935,1731190723519 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:18:46,021 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:46,021 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:46,022 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:46,022 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:18:46,022 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:18:46,022 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,022 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:18:46,022 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:46,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:18:46,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:46,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:18:46,032 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190756032 2024-11-09T22:18:46,032 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:18:46,032 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:18:46,032 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:18:46,033 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:18:46,033 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:18:46,033 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:18:46,036 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,040 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:18:46,040 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:18:46,040 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:18:46,040 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:18:46,041 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:18:46,041 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:18:46,044 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190726041,5,FailOnTimeoutGroup] 2024-11-09T22:18:46,045 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190726044,5,FailOnTimeoutGroup] 2024-11-09T22:18:46,045 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,045 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:18:46,045 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,045 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:18:46,078 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(746): ClusterId : d55b6306-51b9-46e0-a054-357066e97e34 2024-11-09T22:18:46,078 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:18:46,091 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:18:46,091 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:18:46,101 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:18:46,101 DEBUG [RS:0;ea9122631f8b:33725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401cea36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:18:46,117 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:33725 2024-11-09T22:18:46,117 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:18:46,117 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:18:46,117 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:18:46,118 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,36935,1731190723519 with port=33725, startcode=1731190724240 2024-11-09T22:18:46,118 DEBUG [RS:0;ea9122631f8b:33725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:18:46,120 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:18:46,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,33725,1731190724240 2024-11-09T22:18:46,120 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36935 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,33725,1731190724240 2024-11-09T22:18:46,122 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669 2024-11-09T22:18:46,122 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44579 2024-11-09T22:18:46,122 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:18:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960/rs 2024-11-09T22:18:46,185 DEBUG [RS:0;ea9122631f8b:33725 {}] zookeeper.ZKUtil(111): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Set watcher on existing znode=/1-1879885960/rs/ea9122631f8b,33725,1731190724240 2024-11-09T22:18:46,185 WARN [RS:0;ea9122631f8b:33725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:18:46,185 INFO [RS:0;ea9122631f8b:33725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:46,186 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/WALs/ea9122631f8b,33725,1731190724240 2024-11-09T22:18:46,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,33725,1731190724240] 2024-11-09T22:18:46,190 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:18:46,197 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:18:46,198 INFO [RS:0;ea9122631f8b:33725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:18:46,198 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,198 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:18:46,199 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:18:46,199 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,199 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,199 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,199 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,199 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,200 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,200 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:18:46,200 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,200 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,200 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,200 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,200 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,200 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:18:46,200 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:18:46,200 DEBUG [RS:0;ea9122631f8b:33725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:18:46,204 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,204 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,204 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,204 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,204 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,204 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,33725,1731190724240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:18:46,219 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:18:46,219 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,33725,1731190724240-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,219 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,219 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.Replication(171): ea9122631f8b,33725,1731190724240 started 2024-11-09T22:18:46,234 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:46,234 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,33725,1731190724240, RpcServer on ea9122631f8b/172.17.0.3:33725, sessionid=0x10121aded8b0004 2024-11-09T22:18:46,235 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:18:46,235 DEBUG [RS:0;ea9122631f8b:33725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,33725,1731190724240 2024-11-09T22:18:46,235 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,33725,1731190724240' 2024-11-09T22:18:46,235 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1879885960/flush-table-proc/abort' 2024-11-09T22:18:46,235 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1879885960/flush-table-proc/acquired' 2024-11-09T22:18:46,236 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:18:46,236 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:18:46,236 DEBUG [RS:0;ea9122631f8b:33725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,33725,1731190724240 2024-11-09T22:18:46,236 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,33725,1731190724240' 2024-11-09T22:18:46,236 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1879885960/online-snapshot/abort' 2024-11-09T22:18:46,236 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1879885960/online-snapshot/acquired' 2024-11-09T22:18:46,237 DEBUG [RS:0;ea9122631f8b:33725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:18:46,237 INFO [RS:0;ea9122631f8b:33725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:18:46,237 INFO [RS:0;ea9122631f8b:33725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:18:46,337 INFO [RS:0;ea9122631f8b:33725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:18:46,339 INFO [RS:0;ea9122631f8b:33725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C33725%2C1731190724240, suffix=, logDir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/WALs/ea9122631f8b,33725,1731190724240, archiveDir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/oldWALs, maxLogs=10 2024-11-09T22:18:46,356 DEBUG [RS:0;ea9122631f8b:33725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/WALs/ea9122631f8b,33725,1731190724240/ea9122631f8b%2C33725%2C1731190724240.1731190726339, exclude list is [], retry=0 2024-11-09T22:18:46,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43751,DS-967aca4a-3178-45d8-9224-d15cbeec6e83,DISK] 2024-11-09T22:18:46,361 INFO [RS:0;ea9122631f8b:33725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/WALs/ea9122631f8b,33725,1731190724240/ea9122631f8b%2C33725%2C1731190724240.1731190726339 2024-11-09T22:18:46,362 DEBUG [RS:0;ea9122631f8b:33725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46313:46313)] 2024-11-09T22:18:46,450 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:18:46,450 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669 2024-11-09T22:18:46,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:18:46,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:46,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:18:46,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:18:46,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:46,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:46,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:18:46,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:18:46,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:46,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:46,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:18:46,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:18:46,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:46,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:46,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:18:46,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:18:46,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:46,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:46,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:18:46,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740 2024-11-09T22:18:46,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740 2024-11-09T22:18:46,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:18:46,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:18:46,889 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:46,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:18:46,894 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:46,896 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73355813, jitterRate=0.09308679401874542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:46,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190726866Initializing all the Stores at 1731190726867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190726867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190726867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190726867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190726867Cleaning up temporary data from old regions at 1731190726889 (+22 ms)Region opened successfully at 1731190726896 (+7 ms) 2024-11-09T22:18:46,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:18:46,896 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:18:46,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:18:46,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:18:46,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:18:46,897 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:18:46,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190726896Disabling compacts and flushes for region at 1731190726896Disabling writes for close at 1731190726896Writing region close event to WAL at 1731190726897 (+1 ms)Closed at 1731190726897 2024-11-09T22:18:46,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:46,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:18:46,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:18:46,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:18:46,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:18:47,057 DEBUG [ea9122631f8b:36935 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:18:47,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,33725,1731190724240 2024-11-09T22:18:47,060 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,33725,1731190724240, state=OPENING 2024-11-09T22:18:47,132 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:18:47,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:47,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:18:47,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1879885960/meta-region-server: CHANGED 2024-11-09T22:18:47,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1879885960/meta-region-server: CHANGED 2024-11-09T22:18:47,145 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:18:47,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,33725,1731190724240}] 2024-11-09T22:18:47,308 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:18:47,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:18:47,329 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:18:47,329 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:47,330 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:18:47,331 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C33725%2C1731190724240.meta, suffix=.meta, logDir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/WALs/ea9122631f8b,33725,1731190724240, archiveDir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/oldWALs, maxLogs=10 2024-11-09T22:18:47,351 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/WALs/ea9122631f8b,33725,1731190724240/ea9122631f8b%2C33725%2C1731190724240.meta.1731190727332.meta, exclude list is [], retry=0 2024-11-09T22:18:47,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43751,DS-967aca4a-3178-45d8-9224-d15cbeec6e83,DISK] 2024-11-09T22:18:47,357 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/WALs/ea9122631f8b,33725,1731190724240/ea9122631f8b%2C33725%2C1731190724240.meta.1731190727332.meta 2024-11-09T22:18:47,358 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46313:46313)] 2024-11-09T22:18:47,358 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:47,358 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:18:47,358 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:18:47,358 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:18:47,359 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:18:47,359 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:18:47,359 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:47,359 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:18:47,359 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:18:47,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:18:47,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:18:47,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:47,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:47,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:18:47,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:18:47,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:47,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:47,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:18:47,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:18:47,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:47,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:47,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:18:47,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:18:47,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:47,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:18:47,371 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:18:47,372 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740 2024-11-09T22:18:47,374 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740 2024-11-09T22:18:47,377 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:18:47,377 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:18:47,377 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:18:47,379 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:18:47,380 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70953251, jitterRate=0.05728583037853241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:18:47,380 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:18:47,380 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190727359Writing region info on filesystem at 1731190727359Initializing all the Stores at 1731190727360 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190727360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190727364 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190727364Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190727364Cleaning up temporary data from old regions at 1731190727377 (+13 ms)Running coprocessor post-open hooks at 1731190727380 (+3 ms)Region opened successfully at 1731190727380 2024-11-09T22:18:47,383 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190727308 2024-11-09T22:18:47,386 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:18:47,386 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:18:47,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,33725,1731190724240 2024-11-09T22:18:47,388 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,33725,1731190724240, state=OPEN 2024-11-09T22:18:47,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1879885960/meta-region-server 2024-11-09T22:18:47,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1879885960/meta-region-server 2024-11-09T22:18:47,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1879885960/meta-region-server: CHANGED 2024-11-09T22:18:47,395 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,33725,1731190724240 2024-11-09T22:18:47,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1879885960/meta-region-server: CHANGED 2024-11-09T22:18:47,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:18:47,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,33725,1731190724240 in 250 msec 2024-11-09T22:18:47,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:18:47,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 501 msec 2024-11-09T22:18:47,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:18:47,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:18:47,413 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:47,413 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,33725,1731190724240, seqNum=-1] 2024-11-09T22:18:47,414 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:47,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:47,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-09T22:18:47,424 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190727423, completionTime=-1 2024-11-09T22:18:47,424 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:18:47,424 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:18:47,426 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:18:47,426 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190787426 2024-11-09T22:18:47,426 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190847426 2024-11-09T22:18:47,426 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T22:18:47,426 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,36935,1731190723519-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:47,426 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,36935,1731190723519-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:47,426 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,36935,1731190723519-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:47,427 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:36935, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:47,427 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:47,428 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:47,428 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:18:47,432 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.015sec 2024-11-09T22:18:47,432 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:18:47,432 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:18:47,432 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:18:47,432 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:18:47,432 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:18:47,432 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,36935,1731190723519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:18:47,433 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,36935,1731190723519-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:18:47,439 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:18:47,440 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:18:47,440 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,36935,1731190723519-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:18:47,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a297bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:47,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,36935,-1 for getting cluster id 2024-11-09T22:18:47,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:47,496 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd55b6306-51b9-46e0-a054-357066e97e34' 2024-11-09T22:18:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d55b6306-51b9-46e0-a054-357066e97e34" 2024-11-09T22:18:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7893a2ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,36935,-1] 2024-11-09T22:18:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:47,499 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:47,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af59158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:47,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,33725,1731190724240, seqNum=-1] 2024-11-09T22:18:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:47,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:47,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,36935,1731190723519 2024-11-09T22:18:47,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61684 2024-11-09T22:18:47,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:18:47,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10121aded8b0005 connected 2024-11-09T22:18:47,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,46849,1731190717491 2024-11-09T22:18:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ffe4679 2024-11-09T22:18:47,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:47,544 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:47,547 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:18:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:18:47,551 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:18:47,553 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:47,554 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:18:47,554 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:18:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:47,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:18:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:47,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d451d5218fbd92bf7affd3ddad8cd21b, NAME => 'test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff 2024-11-09T22:18:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:18:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:48,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:48,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d451d5218fbd92bf7affd3ddad8cd21b, disabling compactions & flushes 2024-11-09T22:18:48,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:18:48,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:18:48,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. after waiting 0 ms 2024-11-09T22:18:48,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:18:48,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:18:48,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d451d5218fbd92bf7affd3ddad8cd21b: Waiting for close lock at 1731190728384Disabling compacts and flushes for region at 1731190728384Disabling writes for close at 1731190728384Writing region close event to WAL at 1731190728384Closed at 1731190728384 2024-11-09T22:18:48,385 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:18:48,386 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190728385"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190728385"}]},"ts":"1731190728385"} 2024-11-09T22:18:48,388 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:18:48,389 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:18:48,390 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190728389"}]},"ts":"1731190728389"} 2024-11-09T22:18:48,393 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:18:48,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d451d5218fbd92bf7affd3ddad8cd21b, ASSIGN}] 2024-11-09T22:18:48,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d451d5218fbd92bf7affd3ddad8cd21b, ASSIGN 2024-11-09T22:18:48,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d451d5218fbd92bf7affd3ddad8cd21b, ASSIGN; state=OFFLINE, location=ea9122631f8b,44495,1731190717764; forceNewPlan=false, retain=false 2024-11-09T22:18:48,548 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d451d5218fbd92bf7affd3ddad8cd21b, regionState=OPENING, regionLocation=ea9122631f8b,44495,1731190717764 2024-11-09T22:18:48,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d451d5218fbd92bf7affd3ddad8cd21b, ASSIGN because future has completed 2024-11-09T22:18:48,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d451d5218fbd92bf7affd3ddad8cd21b, server=ea9122631f8b,44495,1731190717764}] 2024-11-09T22:18:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:48,712 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:18:48,713 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d451d5218fbd92bf7affd3ddad8cd21b, NAME => 'test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:48,713 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:18:48,713 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:18:48,714 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,714 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:48,714 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,714 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,723 INFO [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,729 INFO [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d451d5218fbd92bf7affd3ddad8cd21b columnFamilyName f 2024-11-09T22:18:48,729 DEBUG [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:48,730 INFO [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] regionserver.HStore(327): Store=d451d5218fbd92bf7affd3ddad8cd21b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:48,730 INFO [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,731 INFO [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d451d5218fbd92bf7affd3ddad8cd21b columnFamilyName f1 2024-11-09T22:18:48,731 DEBUG [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:48,732 INFO [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] regionserver.HStore(327): Store=d451d5218fbd92bf7affd3ddad8cd21b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:48,732 INFO [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,734 INFO [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d451d5218fbd92bf7affd3ddad8cd21b columnFamilyName norep 2024-11-09T22:18:48,734 DEBUG [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:48,736 INFO [StoreOpener-d451d5218fbd92bf7affd3ddad8cd21b-1 {}] regionserver.HStore(327): Store=d451d5218fbd92bf7affd3ddad8cd21b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:48,737 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,758 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,759 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,767 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,767 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,768 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:18:48,771 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,775 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:48,775 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d451d5218fbd92bf7affd3ddad8cd21b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67937578, jitterRate=0.012348800897598267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:18:48,776 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:18:48,777 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d451d5218fbd92bf7affd3ddad8cd21b: Running coprocessor pre-open hook at 1731190728714Writing region info on filesystem at 1731190728714Initializing all the Stores at 1731190728721 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190728721Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190728723 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190728723Cleaning up temporary data from old regions at 1731190728767 (+44 ms)Running coprocessor post-open hooks at 1731190728776 (+9 ms)Region opened successfully at 1731190728776 2024-11-09T22:18:48,779 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., pid=6, masterSystemTime=1731190728704 2024-11-09T22:18:48,782 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:18:48,782 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:18:48,784 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d451d5218fbd92bf7affd3ddad8cd21b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,44495,1731190717764 2024-11-09T22:18:48,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d451d5218fbd92bf7affd3ddad8cd21b, server=ea9122631f8b,44495,1731190717764 because future has completed 2024-11-09T22:18:48,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:18:48,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d451d5218fbd92bf7affd3ddad8cd21b, server=ea9122631f8b,44495,1731190717764 in 247 msec 2024-11-09T22:18:48,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:18:48,812 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190728811"}]},"ts":"1731190728811"} 2024-11-09T22:18:48,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:18:48,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d451d5218fbd92bf7affd3ddad8cd21b, ASSIGN in 409 msec 2024-11-09T22:18:48,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:18:48,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:18:48,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2690 sec 2024-11-09T22:18:49,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:18:49,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T22:18:49,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T22:18:49,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T22:18:49,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:18:49,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T22:18:49,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:18:49,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T22:18:49,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:18:49,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T22:18:49,168 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T22:18:49,168 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T22:18:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:49,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:49,707 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:18:49,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,36935,1731190723519 2024-11-09T22:18:49,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a341de 2024-11-09T22:18:49,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:49,709 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:49,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:18:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:18:49,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:18:49,713 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:49,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:18:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:49,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:18:49,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:18:49,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4d7c8a0810b05c72ce545c79e0196df, NAME => 'test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669 2024-11-09T22:18:49,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:18:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:50,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:50,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b4d7c8a0810b05c72ce545c79e0196df, disabling compactions & flushes 2024-11-09T22:18:50,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:18:50,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:18:50,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. after waiting 0 ms 2024-11-09T22:18:50,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:18:50,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:18:50,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4d7c8a0810b05c72ce545c79e0196df: Waiting for close lock at 1731190730131Disabling compacts and flushes for region at 1731190730131Disabling writes for close at 1731190730131Writing region close event to WAL at 1731190730131Closed at 1731190730131 2024-11-09T22:18:50,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:18:50,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190730133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190730133"}]},"ts":"1731190730133"} 2024-11-09T22:18:50,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:18:50,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:18:50,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190730163"}]},"ts":"1731190730163"} 2024-11-09T22:18:50,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:18:50,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4d7c8a0810b05c72ce545c79e0196df, ASSIGN}] 2024-11-09T22:18:50,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4d7c8a0810b05c72ce545c79e0196df, ASSIGN 2024-11-09T22:18:50,172 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b4d7c8a0810b05c72ce545c79e0196df, ASSIGN; state=OFFLINE, location=ea9122631f8b,33725,1731190724240; forceNewPlan=false, retain=false 2024-11-09T22:18:50,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4d7c8a0810b05c72ce545c79e0196df, regionState=OPENING, regionLocation=ea9122631f8b,33725,1731190724240 2024-11-09T22:18:50,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b4d7c8a0810b05c72ce545c79e0196df, ASSIGN because future has completed 2024-11-09T22:18:50,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4d7c8a0810b05c72ce545c79e0196df, server=ea9122631f8b,33725,1731190724240}] 2024-11-09T22:18:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:50,505 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:18:50,506 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4d7c8a0810b05c72ce545c79e0196df, NAME => 'test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:50,506 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:18:50,506 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:18:50,506 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,507 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:50,507 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,507 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,510 INFO [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,512 INFO [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4d7c8a0810b05c72ce545c79e0196df columnFamilyName f 2024-11-09T22:18:50,512 DEBUG [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:50,516 INFO [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] regionserver.HStore(327): Store=b4d7c8a0810b05c72ce545c79e0196df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:50,516 INFO [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,518 INFO [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4d7c8a0810b05c72ce545c79e0196df columnFamilyName f1 2024-11-09T22:18:50,518 DEBUG [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:50,519 INFO [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] regionserver.HStore(327): Store=b4d7c8a0810b05c72ce545c79e0196df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:50,519 INFO [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,521 INFO [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4d7c8a0810b05c72ce545c79e0196df columnFamilyName norep 2024-11-09T22:18:50,521 DEBUG [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:50,522 INFO [StoreOpener-b4d7c8a0810b05c72ce545c79e0196df-1 {}] regionserver.HStore(327): Store=b4d7c8a0810b05c72ce545c79e0196df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:50,525 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,526 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,526 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,527 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,527 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,528 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:18:50,529 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,537 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:50,538 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4d7c8a0810b05c72ce545c79e0196df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63512283, jitterRate=-0.0535932332277298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:18:50,538 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:18:50,538 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4d7c8a0810b05c72ce545c79e0196df: Running coprocessor pre-open hook at 1731190730507Writing region info on filesystem at 1731190730507Initializing all the Stores at 1731190730509 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190730509Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190730510 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190730510Cleaning up temporary data from old regions at 1731190730527 (+17 ms)Running coprocessor post-open hooks at 1731190730538 (+11 ms)Region opened successfully at 1731190730538 2024-11-09T22:18:50,539 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df., pid=6, masterSystemTime=1731190730499 2024-11-09T22:18:50,543 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:18:50,543 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:18:50,543 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4d7c8a0810b05c72ce545c79e0196df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,33725,1731190724240 2024-11-09T22:18:50,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4d7c8a0810b05c72ce545c79e0196df, server=ea9122631f8b,33725,1731190724240 because future has completed 2024-11-09T22:18:50,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:18:50,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4d7c8a0810b05c72ce545c79e0196df, server=ea9122631f8b,33725,1731190724240 in 214 msec 2024-11-09T22:18:50,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:18:50,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b4d7c8a0810b05c72ce545c79e0196df, ASSIGN in 388 msec 2024-11-09T22:18:50,558 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:18:50,559 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190730558"}]},"ts":"1731190730558"} 2024-11-09T22:18:50,561 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:18:50,562 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:18:50,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 852 msec 2024-11-09T22:18:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:18:50,856 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:18:50,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724d5ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,46849,-1 for getting cluster id 2024-11-09T22:18:50,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:50,858 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56cf47c1-01e4-4474-bc58-a2171075d53c' 2024-11-09T22:18:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56cf47c1-01e4-4474-bc58-a2171075d53c" 2024-11-09T22:18:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b45a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,46849,-1] 2024-11-09T22:18:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:50,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:50,860 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:50,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b17b622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8affca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,36935,-1 for getting cluster id 2024-11-09T22:18:50,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:50,863 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd55b6306-51b9-46e0-a054-357066e97e34' 2024-11-09T22:18:50,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:50,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d55b6306-51b9-46e0-a054-357066e97e34" 2024-11-09T22:18:50,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19efd25a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,36935,-1] 2024-11-09T22:18:50,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:50,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:50,865 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:50,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251bf57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575975c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,46849,-1 for getting cluster id 2024-11-09T22:18:50,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:50,868 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56cf47c1-01e4-4474-bc58-a2171075d53c' 2024-11-09T22:18:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56cf47c1-01e4-4474-bc58-a2171075d53c" 2024-11-09T22:18:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32593867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,46849,-1] 2024-11-09T22:18:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:50,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:50,871 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:50,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ae671c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,46849,1731190717491 2024-11-09T22:18:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bea2ed3 2024-11-09T22:18:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:50,883 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:50,884 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:36935,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:18:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:18:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:18:50,889 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:36935' 2024-11-09T22:18:50,892 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9e7c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,892 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,36935,-1 for getting cluster id 2024-11-09T22:18:50,893 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:50,893 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd55b6306-51b9-46e0-a054-357066e97e34' 2024-11-09T22:18:50,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:50,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d55b6306-51b9-46e0-a054-357066e97e34" 2024-11-09T22:18:50,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49584298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,36935,-1] 2024-11-09T22:18:50,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:50,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:50,896 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:50,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53031b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:50,897 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:50,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,36935,1731190723519 2024-11-09T22:18:50,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12ea4b9f 2024-11-09T22:18:50,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:50,901 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:50,903 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T22:18:50,903 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:18:50,903 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:50,903 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:50,905 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:18:50,907 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:18:50,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:50,909 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:18:50,909 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:50,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:18:50,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:18:50,949 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95cd001ca9727c8fa1197469ccff250c, NAME => 'hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff 2024-11-09T22:18:50,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:18:50,959 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:18:50,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:50,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 95cd001ca9727c8fa1197469ccff250c, disabling compactions & flushes 2024-11-09T22:18:50,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:18:50,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:18:50,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. after waiting 0 ms 2024-11-09T22:18:50,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:18:50,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:18:50,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95cd001ca9727c8fa1197469ccff250c: Waiting for close lock at 1731190730961Disabling compacts and flushes for region at 1731190730961Disabling writes for close at 1731190730961Writing region close event to WAL at 1731190730961Closed at 1731190730961 2024-11-09T22:18:50,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:18:50,963 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190730963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190730963"}]},"ts":"1731190730963"} 2024-11-09T22:18:50,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:18:50,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:18:50,976 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190730975"}]},"ts":"1731190730975"} 2024-11-09T22:18:50,978 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:18:50,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95cd001ca9727c8fa1197469ccff250c, ASSIGN}] 2024-11-09T22:18:50,980 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95cd001ca9727c8fa1197469ccff250c, ASSIGN 2024-11-09T22:18:50,982 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95cd001ca9727c8fa1197469ccff250c, ASSIGN; state=OFFLINE, location=ea9122631f8b,44495,1731190717764; forceNewPlan=false, retain=false 2024-11-09T22:18:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:18:51,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95cd001ca9727c8fa1197469ccff250c, regionState=OPENING, regionLocation=ea9122631f8b,44495,1731190717764 2024-11-09T22:18:51,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=95cd001ca9727c8fa1197469ccff250c, ASSIGN because future has completed 2024-11-09T22:18:51,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95cd001ca9727c8fa1197469ccff250c, server=ea9122631f8b,44495,1731190717764}] 2024-11-09T22:18:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:18:51,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:18:51,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:18:51,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:18:51,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C44495%2C1731190717764.rep, suffix=, logDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764, archiveDir=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/oldWALs, maxLogs=10 2024-11-09T22:18:51,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.rep.1731190731321, exclude list is [], retry=0 2024-11-09T22:18:51,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39555,DS-f6611090-c3c0-4873-b39e-c5f05cf3e6bd,DISK] 2024-11-09T22:18:51,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.rep.1731190731321 2024-11-09T22:18:51,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36859:36859)] 2024-11-09T22:18:51,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 95cd001ca9727c8fa1197469ccff250c, NAME => 'hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:18:51,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:18:51,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:18:51,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. service=MultiRowMutationService 2024-11-09T22:18:51,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:18:51,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:18:51,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,352 INFO [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,355 INFO [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95cd001ca9727c8fa1197469ccff250c columnFamilyName hfileref 2024-11-09T22:18:51,355 DEBUG [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:51,356 INFO [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] regionserver.HStore(327): Store=95cd001ca9727c8fa1197469ccff250c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:51,356 INFO [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,361 INFO [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95cd001ca9727c8fa1197469ccff250c columnFamilyName queue 2024-11-09T22:18:51,361 DEBUG [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:51,362 INFO [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] regionserver.HStore(327): Store=95cd001ca9727c8fa1197469ccff250c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:51,362 INFO [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,368 INFO [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95cd001ca9727c8fa1197469ccff250c columnFamilyName sid 2024-11-09T22:18:51,368 DEBUG [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:18:51,368 INFO [StoreOpener-95cd001ca9727c8fa1197469ccff250c-1 {}] regionserver.HStore(327): Store=95cd001ca9727c8fa1197469ccff250c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:18:51,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:18:51,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:18:51,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 95cd001ca9727c8fa1197469ccff250c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61496660, jitterRate=-0.08362835645675659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:18:51,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:18:51,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 95cd001ca9727c8fa1197469ccff250c: Running coprocessor pre-open hook at 1731190731351Writing region info on filesystem at 1731190731351Initializing all the Stores at 1731190731352 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190731352Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190731352Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190731352Cleaning up temporary data from old regions at 1731190731373 (+21 ms)Running coprocessor post-open hooks at 1731190731389 (+16 ms)Region opened successfully at 1731190731390 (+1 ms) 2024-11-09T22:18:51,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c., pid=10, masterSystemTime=1731190731303 2024-11-09T22:18:51,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:18:51,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:18:51,397 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95cd001ca9727c8fa1197469ccff250c, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,44495,1731190717764 2024-11-09T22:18:51,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95cd001ca9727c8fa1197469ccff250c, server=ea9122631f8b,44495,1731190717764 because future has completed 2024-11-09T22:18:51,410 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ea9122631f8b,44495,1731190717764, table=hbase:replication, region=95cd001ca9727c8fa1197469ccff250c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T22:18:51,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:18:51,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 95cd001ca9727c8fa1197469ccff250c, server=ea9122631f8b,44495,1731190717764 in 263 msec 2024-11-09T22:18:51,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:18:51,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=95cd001ca9727c8fa1197469ccff250c, ASSIGN in 439 msec 2024-11-09T22:18:51,428 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:18:51,428 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190731428"}]},"ts":"1731190731428"} 2024-11-09T22:18:51,432 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:18:51,439 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:18:51,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 534 msec 2024-11-09T22:18:51,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c., hostname=ea9122631f8b,44495,1731190717764, seqNum=2] 2024-11-09T22:18:51,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:51,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:18:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:18:51,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:18:51,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44495 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:18:51,677 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:18:51,728 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,44495,1731190717764, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:18:51,728 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:51,728 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,44495,1731190717764, seqNum=-1] 2024-11-09T22:18:51,729 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:51,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-09T22:18:51,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,44495,1731190717764', locateType=CURRENT is [region=hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c., hostname=ea9122631f8b,44495,1731190717764, seqNum=2] 2024-11-09T22:18:51,746 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:18:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:18:51,758 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,44495,1731190717764 suceeded 2024-11-09T22:18:51,765 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:36935' 2024-11-09T22:18:51,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:18:51,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-11-09T22:18:51,765 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:36935,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-09T22:18:51,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 881 msec 2024-11-09T22:18:51,770 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70787715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:51,770 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,36935,-1 for getting cluster id 2024-11-09T22:18:51,771 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:51,772 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd55b6306-51b9-46e0-a054-357066e97e34' 2024-11-09T22:18:51,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:51,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d55b6306-51b9-46e0-a054-357066e97e34" 2024-11-09T22:18:51,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@677eb0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:51,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,36935,-1] 2024-11-09T22:18:51,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:51,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:51,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T22:18:51,775 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:51,785 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c26cc30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:51,785 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:51,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,36935,1731190723519 2024-11-09T22:18:51,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@399023eb 2024-11-09T22:18:51,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:51,788 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-09T22:18:51,789 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,44495,1731190717764 (queues=1) is replicating from cluster=56cf47c1-01e4-4474-bc58-a2171075d53c to cluster=d55b6306-51b9-46e0-a054-357066e97e34 2024-11-09T22:18:51,790 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C44495%2C1731190717764 2024-11-09T22:18:51,790 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,44495,1731190717764, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:18:51,805 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945, startPosition=0, beingWritten=true 2024-11-09T22:18:51,814 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.shipperea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C44495%2C1731190717764 2024-11-09T22:18:51,846 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:18:51,846 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 379, reset compression=false 2024-11-09T22:18:51,846 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.shipperea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,44495,1731190717764 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:18:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:18:52,027 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:18:52,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:52,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:52,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:52,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:52,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:52,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:52,047 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731190732045/Put/seqid=0 2024-11-09T22:18:52,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741840_1016 (size=7894) 2024-11-09T22:18:52,074 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 379, reset compression=false 2024-11-09T22:18:52,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f/f/hfile_1 is 34, key is ddd/f:row/1731190732078/Put/seqid=0 2024-11-09T22:18:52,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741841_1017 (size=7691) 2024-11-09T22:18:52,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f8c3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:52,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,46849,-1 for getting cluster id 2024-11-09T22:18:52,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:52,118 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56cf47c1-01e4-4474-bc58-a2171075d53c' 2024-11-09T22:18:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56cf47c1-01e4-4474-bc58-a2171075d53c" 2024-11-09T22:18:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a96023a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,46849,-1] 2024-11-09T22:18:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:52,120 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:52,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fe5f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:52,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:52,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,44495,1731190717764, seqNum=-1] 2024-11-09T22:18:52,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:52,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:52,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,46849,1731190717491 2024-11-09T22:18:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@111453ff 2024-11-09T22:18:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:52,137 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:52,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., hostname=ea9122631f8b,44495,1731190717764, seqNum=2] 2024-11-09T22:18:52,154 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:18:52,166 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T22:18:52,171 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T22:18:52,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f/f/hfile_0 for inclusion in d451d5218fbd92bf7affd3ddad8cd21b/f 2024-11-09T22:18:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T22:18:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:18:52,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f/f/hfile_1 for inclusion in d451d5218fbd92bf7affd3ddad8cd21b/f 2024-11-09T22:18:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T22:18:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:18:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HRegion(2603): Flush status journal for d451d5218fbd92bf7affd3ddad8cd21b: 2024-11-09T22:18:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f/f/hfile_0 to hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__mcbofhu5mof3dipfau316a7pbih0gkc3nfe472hb2sh1o5si9e344hkqlf73p8k0/f/hfile_0 2024-11-09T22:18:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__mcbofhu5mof3dipfau316a7pbih0gkc3nfe472hb2sh1o5si9e344hkqlf73p8k0/f/hfile_0 as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f/f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_ 2024-11-09T22:18:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f/f/hfile_1 to hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__mcbofhu5mof3dipfau316a7pbih0gkc3nfe472hb2sh1o5si9e344hkqlf73p8k0/f/hfile_1 2024-11-09T22:18:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__mcbofhu5mof3dipfau316a7pbih0gkc3nfe472hb2sh1o5si9e344hkqlf73p8k0/f/hfile_1 as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f/dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_ 2024-11-09T22:18:52,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__mcbofhu5mof3dipfau316a7pbih0gkc3nfe472hb2sh1o5si9e344hkqlf73p8k0/f/hfile_0 into d451d5218fbd92bf7affd3ddad8cd21b/f as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f/f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_ - updating store file list. 2024-11-09T22:18:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:18:52,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f/f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_ into d451d5218fbd92bf7affd3ddad8cd21b/f 2024-11-09T22:18:52,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__mcbofhu5mof3dipfau316a7pbih0gkc3nfe472hb2sh1o5si9e344hkqlf73p8k0/f/hfile_0 into d451d5218fbd92bf7affd3ddad8cd21b/f (new location: hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f/f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_) 2024-11-09T22:18:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__mcbofhu5mof3dipfau316a7pbih0gkc3nfe472hb2sh1o5si9e344hkqlf73p8k0/f/hfile_0 2024-11-09T22:18:52,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__mcbofhu5mof3dipfau316a7pbih0gkc3nfe472hb2sh1o5si9e344hkqlf73p8k0/f/hfile_1 into d451d5218fbd92bf7affd3ddad8cd21b/f as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f/dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_ - updating store file list. 2024-11-09T22:18:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:18:52,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f/dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_ into d451d5218fbd92bf7affd3ddad8cd21b/f 2024-11-09T22:18:52,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__mcbofhu5mof3dipfau316a7pbih0gkc3nfe472hb2sh1o5si9e344hkqlf73p8k0/f/hfile_1 into d451d5218fbd92bf7affd3ddad8cd21b/f (new location: hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f/dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_) 2024-11-09T22:18:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__mcbofhu5mof3dipfau316a7pbih0gkc3nfe472hb2sh1o5si9e344hkqlf73p8k0/f/hfile_1 2024-11-09T22:18:52,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:52,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:52,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:52,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:52,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:52,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:52,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,33725,1731190724240, seqNum=-1] 2024-11-09T22:18:52,239 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T22:18:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., hostname=ea9122631f8b,44495,1731190717764, seqNum=2 , the old value is region=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., hostname=ea9122631f8b,44495,1731190717764, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ea9122631f8b:44495 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:18:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., hostname=ea9122631f8b,44495,1731190717764, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:18:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., hostname=ea9122631f8b,44495,1731190717764, seqNum=2 from cache 2024-11-09T22:18:52,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:52,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df., hostname=ea9122631f8b,33725,1731190724240, seqNum=2] 2024-11-09T22:18:52,244 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T22:18:52,347 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:44495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T22:18:52,394 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 379, reset compression=false 2024-11-09T22:18:52,402 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:18:52,402 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.shipperea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,44495,1731190717764 got entry batch from reader: WALEntryBatch [walEntries=[{test/d451d5218fbd92bf7affd3ddad8cd21b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731190732231/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T22:18:52,423 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.shipperea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:18:52,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-09T22:18:52,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.ReplicationSink(318): Replicating [56cf47c1-01e4-4474-bc58-a2171075d53c] bulk loaded data 2024-11-09T22:18:52,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e4faf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:52,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,36935,-1 for getting cluster id 2024-11-09T22:18:52,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:52,429 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd55b6306-51b9-46e0-a054-357066e97e34' 2024-11-09T22:18:52,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:52,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d55b6306-51b9-46e0-a054-357066e97e34" 2024-11-09T22:18:52,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65ad419c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:52,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,36935,-1] 2024-11-09T22:18:52,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:52,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:52,431 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:52,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b3be6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741837_1013 (size=7894) 2024-11-09T22:18:52,602 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 687, reset compression=false 2024-11-09T22:18:52,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741838_1014 (size=7691) 2024-11-09T22:18:52,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:18:52,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:52,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:52,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:18:52,906 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 687, reset compression=false 2024-11-09T22:18:53,247 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T22:18:53,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:53,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,36935,1731190723519 2024-11-09T22:18:53,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef1410f 2024-11-09T22:18:53,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:53,261 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-09T22:18:53,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:18:53,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:53,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,33725,1731190724240, seqNum=-1] 2024-11-09T22:18:53,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:53,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-09T22:18:53,271 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T22:18:53,274 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T22:18:53,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_ for inclusion in b4d7c8a0810b05c72ce545c79e0196df/f 2024-11-09T22:18:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T22:18:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:18:53,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_ for inclusion in b4d7c8a0810b05c72ce545c79e0196df/f 2024-11-09T22:18:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T22:18:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:18:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HRegion(2603): Flush status journal for b4d7c8a0810b05c72ce545c79e0196df: 2024-11-09T22:18:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:18:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_ as hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df/f/65b58ee405464e4181130ae18815b419_SeqId_4_ 2024-11-09T22:18:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:18:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_ as hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df/f/b6469272b5e34f078dbc139f6e6ff4fa_SeqId_4_ 2024-11-09T22:18:53,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_ into b4d7c8a0810b05c72ce545c79e0196df/f as hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df/f/65b58ee405464e4181130ae18815b419_SeqId_4_ - updating store file list. 2024-11-09T22:18:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 65b58ee405464e4181130ae18815b419_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:18:53,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df/f/65b58ee405464e4181130ae18815b419_SeqId_4_ into b4d7c8a0810b05c72ce545c79e0196df/f 2024-11-09T22:18:53,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_ into b4d7c8a0810b05c72ce545c79e0196df/f (new location: hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df/f/65b58ee405464e4181130ae18815b419_SeqId_4_) 2024-11-09T22:18:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/f5ccba6e055148b7b9d8a72d85bc9f38_SeqId_4_ 2024-11-09T22:18:53,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_ into b4d7c8a0810b05c72ce545c79e0196df/f as hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df/f/b6469272b5e34f078dbc139f6e6ff4fa_SeqId_4_ - updating store file list. 2024-11-09T22:18:53,310 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 687, reset compression=false 2024-11-09T22:18:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6469272b5e34f078dbc139f6e6ff4fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:18:53,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df/f/b6469272b5e34f078dbc139f6e6ff4fa_SeqId_4_ into b4d7c8a0810b05c72ce545c79e0196df/f 2024-11-09T22:18:53,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_ into b4d7c8a0810b05c72ce545c79e0196df/f (new location: hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df/f/b6469272b5e34f078dbc139f6e6ff4fa_SeqId_4_) 2024-11-09T22:18:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/staging/jenkins.hfs.6__test__llu0jmeng0r2j62acaib37fek64l2afhhuri2ehjnh460r43nceoe194dad40jds/f/dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_ 2024-11-09T22:18:53,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33725 {}] regionserver.ReplicationSink(324): Finished replicating [56cf47c1-01e4-4474-bc58-a2171075d53c] bulk loaded data 2024-11-09T22:18:53,816 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 687, reset compression=false 2024-11-09T22:18:54,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:18:54,269 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731190734268/Put/seqid=0 2024-11-09T22:18:54,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741842_1018 (size=7997) 2024-11-09T22:18:54,420 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 687, reset compression=false 2024-11-09T22:18:54,676 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731190734675/Put/seqid=0 2024-11-09T22:18:54,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741843_1019 (size=7794) 2024-11-09T22:18:55,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667ec830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:55,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,46849,-1 for getting cluster id 2024-11-09T22:18:55,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:18:55,083 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56cf47c1-01e4-4474-bc58-a2171075d53c' 2024-11-09T22:18:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:18:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56cf47c1-01e4-4474-bc58-a2171075d53c" 2024-11-09T22:18:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6ae099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,46849,-1] 2024-11-09T22:18:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:18:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:55,084 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:18:55,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c0038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:18:55,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,44495,1731190717764, seqNum=-1] 2024-11-09T22:18:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:55,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:55,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:18:55,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,46849,1731190717491 2024-11-09T22:18:55,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@694b34a3 2024-11-09T22:18:55,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:18:55,097 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:18:55,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., hostname=ea9122631f8b,44495,1731190717764, seqNum=2] 2024-11-09T22:18:55,103 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:18:55,109 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T22:18:55,111 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T22:18:55,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f1/f1/hfile_0 for inclusion in d451d5218fbd92bf7affd3ddad8cd21b/f1 2024-11-09T22:18:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T22:18:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:18:55,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f1/f1/hfile_1 for inclusion in d451d5218fbd92bf7affd3ddad8cd21b/f1 2024-11-09T22:18:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T22:18:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:18:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HRegion(2603): Flush status journal for d451d5218fbd92bf7affd3ddad8cd21b: 2024-11-09T22:18:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f1/f1/hfile_0 to hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__pokk3jghjtu4apqtll13bnivua49fsft7bigimnn1qrfihrrn212hvjmeapkdins/f1/hfile_0 2024-11-09T22:18:55,124 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 687, reset compression=false 2024-11-09T22:18:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__pokk3jghjtu4apqtll13bnivua49fsft7bigimnn1qrfihrrn212hvjmeapkdins/f1/hfile_0 as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f1/1fca971d20b3446eb2157819e026712b_SeqId_6_ 2024-11-09T22:18:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/load_f1/f1/hfile_1 to hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__pokk3jghjtu4apqtll13bnivua49fsft7bigimnn1qrfihrrn212hvjmeapkdins/f1/hfile_1 2024-11-09T22:18:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__pokk3jghjtu4apqtll13bnivua49fsft7bigimnn1qrfihrrn212hvjmeapkdins/f1/hfile_1 as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f1/ea98a1159e6d430d85053a1b7e47b859_SeqId_6_ 2024-11-09T22:18:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-09T22:18:55,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__pokk3jghjtu4apqtll13bnivua49fsft7bigimnn1qrfihrrn212hvjmeapkdins/f1/hfile_0 into d451d5218fbd92bf7affd3ddad8cd21b/f1 as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f1/1fca971d20b3446eb2157819e026712b_SeqId_6_ - updating store file list. 2024-11-09T22:18:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fca971d20b3446eb2157819e026712b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T22:18:55,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f1/1fca971d20b3446eb2157819e026712b_SeqId_6_ into d451d5218fbd92bf7affd3ddad8cd21b/f1 2024-11-09T22:18:55,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__pokk3jghjtu4apqtll13bnivua49fsft7bigimnn1qrfihrrn212hvjmeapkdins/f1/hfile_0 into d451d5218fbd92bf7affd3ddad8cd21b/f1 (new location: hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f1/1fca971d20b3446eb2157819e026712b_SeqId_6_) 2024-11-09T22:18:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__pokk3jghjtu4apqtll13bnivua49fsft7bigimnn1qrfihrrn212hvjmeapkdins/f1/hfile_0 2024-11-09T22:18:55,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__pokk3jghjtu4apqtll13bnivua49fsft7bigimnn1qrfihrrn212hvjmeapkdins/f1/hfile_1 into d451d5218fbd92bf7affd3ddad8cd21b/f1 as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f1/ea98a1159e6d430d85053a1b7e47b859_SeqId_6_ - updating store file list. 2024-11-09T22:18:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea98a1159e6d430d85053a1b7e47b859_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T22:18:55,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f1/ea98a1159e6d430d85053a1b7e47b859_SeqId_6_ into d451d5218fbd92bf7affd3ddad8cd21b/f1 2024-11-09T22:18:55,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__pokk3jghjtu4apqtll13bnivua49fsft7bigimnn1qrfihrrn212hvjmeapkdins/f1/hfile_1 into d451d5218fbd92bf7affd3ddad8cd21b/f1 (new location: hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/f1/ea98a1159e6d430d85053a1b7e47b859_SeqId_6_) 2024-11-09T22:18:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/staging/jenkins__test__pokk3jghjtu4apqtll13bnivua49fsft7bigimnn1qrfihrrn212hvjmeapkdins/f1/hfile_1 2024-11-09T22:18:55,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:18:55,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:18:55,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:55,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:18:55,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:18:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., hostname=ea9122631f8b,44495,1731190717764, seqNum=2 , the old value is region=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., hostname=ea9122631f8b,44495,1731190717764, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ea9122631f8b:44495 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:18:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., hostname=ea9122631f8b,44495,1731190717764, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:18:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., hostname=ea9122631f8b,44495,1731190717764, seqNum=2 from cache 2024-11-09T22:18:55,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:18:55,142 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T22:18:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,44495,1731190717764, seqNum=-1] 2024-11-09T22:18:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:18:55,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:18:55,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., hostname=ea9122631f8b,44495,1731190717764, seqNum=2] 2024-11-09T22:18:55,246 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:44495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T22:18:55,927 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 687, reset compression=false 2024-11-09T22:18:55,932 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:18:55,932 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:18:55,932 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.shipperea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,44495,1731190717764 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:18:56,136 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:18:56,440 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:18:56,844 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:18:57,348 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:18:57,951 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:18:58,655 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:18:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T22:18:59,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T22:18:59,459 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:00,362 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:01,366 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:02,473 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:03,677 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:04,982 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:06,386 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:07,046 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T22:19:07,890 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:09,494 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:11,198 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:13,003 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:13,102 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T22:19:14,907 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:15,934 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.shipperea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,44495,1731190717764 got entry batch from reader: null 2024-11-09T22:19:16,911 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:19,016 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:21,135 INFO [master/ea9122631f8b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T22:19:21,135 INFO [master/ea9122631f8b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T22:19:21,220 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:23,524 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:25,928 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:27,445 INFO [master/ea9122631f8b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T22:19:27,445 INFO [master/ea9122631f8b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T22:19:28,432 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:31,038 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:33,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d451d5218fbd92bf7affd3ddad8cd21b, had cached 0 bytes from a total of 31376 2024-11-09T22:19:33,742 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:35,507 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b4d7c8a0810b05c72ce545c79e0196df, had cached 0 bytes from a total of 15585 2024-11-09T22:19:35,935 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.shipperea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,44495,1731190717764 got entry batch from reader: null 2024-11-09T22:19:36,546 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:37,046 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T22:19:39,451 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:42,454 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:43,102 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T22:19:45,559 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:47,941 DEBUG [master/ea9122631f8b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T22:19:48,764 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:52,081 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:55,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:19:55,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:19:55,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:19:55,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:19:55,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:19:55,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:19:55,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:19:55,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1080026569, stopped=false 2024-11-09T22:19:55,172 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,36935,1731190723519 2024-11-09T22:19:55,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1879885960/running 2024-11-09T22:19:55,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1879885960/running 2024-11-09T22:19:55,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:19:55,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:19:55,339 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:19:55,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:19:55,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:19:55,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:19:55,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,33725,1731190724240' ***** 2024-11-09T22:19:55,340 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:19:55,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Set watcher on znode that does not yet exist, /1-1879885960/running 2024-11-09T22:19:55,340 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:19:55,340 INFO [RS:0;ea9122631f8b:33725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:19:55,340 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:19:55,340 INFO [RS:0;ea9122631f8b:33725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:19:55,341 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(3091): Received CLOSE for b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:19:55,341 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,33725,1731190724240 2024-11-09T22:19:55,341 INFO [RS:0;ea9122631f8b:33725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:19:55,341 INFO [RS:0;ea9122631f8b:33725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:33725. 2024-11-09T22:19:55,341 DEBUG [RS:0;ea9122631f8b:33725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:19:55,341 DEBUG [RS:0;ea9122631f8b:33725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:19:55,341 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:19:55,341 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:19:55,341 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:19:55,341 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:19:55,342 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4d7c8a0810b05c72ce545c79e0196df, disabling compactions & flushes 2024-11-09T22:19:55,342 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:19:55,342 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:19:55,342 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. after waiting 0 ms 2024-11-09T22:19:55,342 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:19:55,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Set watcher on znode that does not yet exist, /1-1879885960/running 2024-11-09T22:19:55,344 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:19:55,344 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b4d7c8a0810b05c72ce545c79e0196df=test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df.} 2024-11-09T22:19:55,344 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b4d7c8a0810b05c72ce545c79e0196df 2024-11-09T22:19:55,344 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:19:55,344 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:19:55,344 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:19:55,344 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:19:55,344 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:19:55,345 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T22:19:55,349 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/default/test/b4d7c8a0810b05c72ce545c79e0196df/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T22:19:55,350 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:19:55,350 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:19:55,350 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:19:55,350 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4d7c8a0810b05c72ce545c79e0196df: Waiting for close lock at 1731190795342Running coprocessor pre-close hooks at 1731190795342Disabling compacts and flushes for region at 1731190795342Disabling writes for close at 1731190795342Writing region close event to WAL at 1731190795344 (+2 ms)Running coprocessor post-close hooks at 1731190795350 (+6 ms)Closed at 1731190795350 2024-11-09T22:19:55,351 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df. 2024-11-09T22:19:55,370 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:19:55,376 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/info/854ce461975b4c3db4ee155919e7ff4c is 129, key is test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df./info:regioninfo/1731190730543/Put/seqid=0 2024-11-09T22:19:55,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741839_1015 (size=6421) 2024-11-09T22:19:55,486 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:55,544 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:19:55,744 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:19:55,780 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/info/854ce461975b4c3db4ee155919e7ff4c 2024-11-09T22:19:55,799 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/ns/51331e9ca79349e9a9dcd420bd68436b is 43, key is default/ns:d/1731190727416/Put/seqid=0 2024-11-09T22:19:55,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741840_1016 (size=5153) 2024-11-09T22:19:55,935 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.shipperea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,44495,1731190717764 got entry batch from reader: null 2024-11-09T22:19:55,944 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:19:56,145 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:19:56,203 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/ns/51331e9ca79349e9a9dcd420bd68436b 2024-11-09T22:19:56,206 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:19:56,206 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:19:56,226 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/rep_barrier/52ae3facdd16447ab1b517ea5b8b395a is 112, key is test,,1731190729710.b4d7c8a0810b05c72ce545c79e0196df./rep_barrier:seqnumDuringOpen/1731190730543/Put/seqid=0 2024-11-09T22:19:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741841_1017 (size=5518) 2024-11-09T22:19:56,345 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T22:19:56,345 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:19:56,345 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:19:56,545 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:19:56,630 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/rep_barrier/52ae3facdd16447ab1b517ea5b8b395a 2024-11-09T22:19:56,652 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/table/7c2a79666a124a24af8bd75685b6f312 is 40, key is test/table:state/1731190730558/Put/seqid=0 2024-11-09T22:19:56,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741842_1018 (size=5165) 2024-11-09T22:19:56,745 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:19:56,945 DEBUG [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:19:57,062 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/table/7c2a79666a124a24af8bd75685b6f312 2024-11-09T22:19:57,069 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/info/854ce461975b4c3db4ee155919e7ff4c as hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/info/854ce461975b4c3db4ee155919e7ff4c 2024-11-09T22:19:57,076 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/info/854ce461975b4c3db4ee155919e7ff4c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T22:19:57,077 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/ns/51331e9ca79349e9a9dcd420bd68436b as hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/ns/51331e9ca79349e9a9dcd420bd68436b 2024-11-09T22:19:57,085 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/ns/51331e9ca79349e9a9dcd420bd68436b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T22:19:57,086 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/rep_barrier/52ae3facdd16447ab1b517ea5b8b395a as hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/rep_barrier/52ae3facdd16447ab1b517ea5b8b395a 2024-11-09T22:19:57,094 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/rep_barrier/52ae3facdd16447ab1b517ea5b8b395a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T22:19:57,095 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/.tmp/table/7c2a79666a124a24af8bd75685b6f312 as hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/table/7c2a79666a124a24af8bd75685b6f312 2024-11-09T22:19:57,101 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/table/7c2a79666a124a24af8bd75685b6f312, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T22:19:57,102 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1758ms, sequenceid=11, compaction requested=false 2024-11-09T22:19:57,108 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T22:19:57,109 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:19:57,109 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:19:57,109 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:19:57,109 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190795344Running coprocessor pre-close hooks at 1731190795344Disabling compacts and flushes for region at 1731190795344Disabling writes for close at 1731190795344Obtaining lock to block concurrent updates at 1731190795345 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731190795345Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731190795346 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731190795346Flushing 1588230740/info: creating writer at 1731190795346Flushing 1588230740/info: appending metadata at 1731190795375 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731190795375Flushing 1588230740/ns: creating writer at 1731190795786 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731190795798 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731190795798Flushing 1588230740/rep_barrier: creating writer at 1731190796209 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190796225 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190796225Flushing 1588230740/table: creating writer at 1731190796637 (+412 ms)Flushing 1588230740/table: appending metadata at 1731190796652 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731190796652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1a779c: reopening flushed file at 1731190797068 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5549d93d: reopening flushed file at 1731190797076 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31be69d3: reopening flushed file at 1731190797085 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30fa59c4: reopening flushed file at 1731190797094 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1758ms, sequenceid=11, compaction requested=false at 1731190797102 (+8 ms)Writing region close event to WAL at 1731190797104 (+2 ms)Running coprocessor post-close hooks at 1731190797109 (+5 ms)Closed at 1731190797109 2024-11-09T22:19:57,109 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:19:57,146 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,33725,1731190724240; all regions closed. 2024-11-09T22:19:57,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741834_1010 (size=2717) 2024-11-09T22:19:57,151 DEBUG [RS:0;ea9122631f8b:33725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/oldWALs 2024-11-09T22:19:57,151 INFO [RS:0;ea9122631f8b:33725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C33725%2C1731190724240.meta:.meta(num 1731190727332) 2024-11-09T22:19:57,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741832_1008 (size=1028) 2024-11-09T22:19:57,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/WALs/ea9122631f8b,33725,1731190724240/ea9122631f8b%2C33725%2C1731190724240.1731190726339 not finished, retry = 0 2024-11-09T22:19:57,256 DEBUG [RS:0;ea9122631f8b:33725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/oldWALs 2024-11-09T22:19:57,256 INFO [RS:0;ea9122631f8b:33725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C33725%2C1731190724240:(num 1731190726339) 2024-11-09T22:19:57,256 DEBUG [RS:0;ea9122631f8b:33725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:19:57,256 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:19:57,256 INFO [RS:0;ea9122631f8b:33725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:19:57,256 INFO [RS:0;ea9122631f8b:33725 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:19:57,257 INFO [RS:0;ea9122631f8b:33725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:19:57,257 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:19:57,257 INFO [RS:0;ea9122631f8b:33725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:33725. 2024-11-09T22:19:57,257 DEBUG [RS:0;ea9122631f8b:33725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:19:57,257 DEBUG [RS:0;ea9122631f8b:33725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:19:57,257 DEBUG [RS:0;ea9122631f8b:33725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:19:57,257 INFO [RS:0;ea9122631f8b:33725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33725 2024-11-09T22:19:57,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:19:57,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1879885960/rs/ea9122631f8b,33725,1731190724240 2024-11-09T22:19:57,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960/rs 2024-11-09T22:19:57,339 INFO [RS:0;ea9122631f8b:33725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:19:57,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,33725,1731190724240] 2024-11-09T22:19:57,478 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1879885960/draining/ea9122631f8b,33725,1731190724240 already deleted, retry=false 2024-11-09T22:19:57,478 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,33725,1731190724240 expired; onlineServers=0 2024-11-09T22:19:57,478 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,36935,1731190723519' ***** 2024-11-09T22:19:57,478 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:19:57,478 INFO [M:0;ea9122631f8b:36935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:19:57,478 INFO [M:0;ea9122631f8b:36935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:19:57,479 DEBUG [M:0;ea9122631f8b:36935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:19:57,479 DEBUG [M:0;ea9122631f8b:36935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:19:57,479 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:19:57,479 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190726044 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190726044,5,FailOnTimeoutGroup] 2024-11-09T22:19:57,479 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190726041 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190726041,5,FailOnTimeoutGroup] 2024-11-09T22:19:57,479 INFO [M:0;ea9122631f8b:36935 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:19:57,479 INFO [M:0;ea9122631f8b:36935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:19:57,479 DEBUG [M:0;ea9122631f8b:36935 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:19:57,479 INFO [M:0;ea9122631f8b:36935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:19:57,479 INFO [M:0;ea9122631f8b:36935 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:19:57,479 INFO [M:0;ea9122631f8b:36935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:19:57,479 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:19:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1879885960/master 2024-11-09T22:19:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1879885960 2024-11-09T22:19:57,507 DEBUG [M:0;ea9122631f8b:36935 {}] zookeeper.ZKUtil(347): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Unable to get data of znode /1-1879885960/master because node does not exist (not an error) 2024-11-09T22:19:57,507 WARN [M:0;ea9122631f8b:36935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:19:57,508 INFO [M:0;ea9122631f8b:36935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/.lastflushedseqids 2024-11-09T22:19:57,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741843_1019 (size=173) 2024-11-09T22:19:57,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:19:57,513 INFO [RS:0;ea9122631f8b:33725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:19:57,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33725-0x10121aded8b0004, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:19:57,513 INFO [RS:0;ea9122631f8b:33725 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,33725,1731190724240; zookeeper connection closed. 2024-11-09T22:19:57,513 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60bd3225 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60bd3225 2024-11-09T22:19:57,513 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:19:57,913 INFO [M:0;ea9122631f8b:36935 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:19:57,913 INFO [M:0;ea9122631f8b:36935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:19:57,913 DEBUG [M:0;ea9122631f8b:36935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:19:57,913 INFO [M:0;ea9122631f8b:36935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:19:57,913 DEBUG [M:0;ea9122631f8b:36935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:19:57,913 DEBUG [M:0;ea9122631f8b:36935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:19:57,913 DEBUG [M:0;ea9122631f8b:36935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:19:57,913 INFO [M:0;ea9122631f8b:36935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-09T22:19:57,927 DEBUG [M:0;ea9122631f8b:36935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae5f6df84d74fe49456154776fb311d is 82, key is hbase:meta,,1/info:regioninfo/1731190727386/Put/seqid=0 2024-11-09T22:19:57,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741844_1020 (size=5672) 2024-11-09T22:19:58,331 INFO [M:0;ea9122631f8b:36935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae5f6df84d74fe49456154776fb311d 2024-11-09T22:19:58,350 DEBUG [M:0;ea9122631f8b:36935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9b9f860e0c847fc857ea1393332234b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731190730563/Put/seqid=0 2024-11-09T22:19:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741845_1021 (size=6727) 2024-11-09T22:19:58,754 INFO [M:0;ea9122631f8b:36935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9b9f860e0c847fc857ea1393332234b 2024-11-09T22:19:58,759 INFO [M:0;ea9122631f8b:36935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9b9f860e0c847fc857ea1393332234b 2024-11-09T22:19:58,779 DEBUG [M:0;ea9122631f8b:36935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/309bbc6b80fd43b491adfc751fea792c is 69, key is ea9122631f8b,33725,1731190724240/rs:state/1731190726120/Put/seqid=0 2024-11-09T22:19:58,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741846_1022 (size=5156) 2024-11-09T22:19:58,783 INFO [M:0;ea9122631f8b:36935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/309bbc6b80fd43b491adfc751fea792c 2024-11-09T22:19:58,789 DEBUG [M:0;ea9122631f8b:36935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bae5f6df84d74fe49456154776fb311d as hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bae5f6df84d74fe49456154776fb311d 2024-11-09T22:19:58,794 INFO [M:0;ea9122631f8b:36935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bae5f6df84d74fe49456154776fb311d, entries=8, sequenceid=58, filesize=5.5 K 2024-11-09T22:19:58,796 DEBUG [M:0;ea9122631f8b:36935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9b9f860e0c847fc857ea1393332234b as hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9b9f860e0c847fc857ea1393332234b 2024-11-09T22:19:58,800 INFO [M:0;ea9122631f8b:36935 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9b9f860e0c847fc857ea1393332234b 2024-11-09T22:19:58,800 INFO [M:0;ea9122631f8b:36935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9b9f860e0c847fc857ea1393332234b, entries=6, sequenceid=58, filesize=6.6 K 2024-11-09T22:19:58,802 DEBUG [M:0;ea9122631f8b:36935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/309bbc6b80fd43b491adfc751fea792c as hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/309bbc6b80fd43b491adfc751fea792c 2024-11-09T22:19:58,807 INFO [M:0;ea9122631f8b:36935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44579/user/jenkins/test-data/bd55dd45-5c4e-992d-189b-7607140fe669/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/309bbc6b80fd43b491adfc751fea792c, entries=1, sequenceid=58, filesize=5.0 K 2024-11-09T22:19:58,808 INFO [M:0;ea9122631f8b:36935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=58, compaction requested=false 2024-11-09T22:19:58,809 INFO [M:0;ea9122631f8b:36935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:19:58,809 DEBUG [M:0;ea9122631f8b:36935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190797913Disabling compacts and flushes for region at 1731190797913Disabling writes for close at 1731190797913Obtaining lock to block concurrent updates at 1731190797913Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190797913Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731190797914 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190797914Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190797914Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190797926 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190797926Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190798335 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190798349 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190798349Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190798759 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190798778 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190798778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@152e34b8: reopening flushed file at 1731190798789 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25340f35: reopening flushed file at 1731190798795 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f1e223f: reopening flushed file at 1731190798801 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=58, compaction requested=false at 1731190798808 (+7 ms)Writing region close event to WAL at 1731190798809 (+1 ms)Closed at 1731190798809 2024-11-09T22:19:58,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43751 is added to blk_1073741830_1006 (size=33026) 2024-11-09T22:19:58,811 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:19:58,811 INFO [M:0;ea9122631f8b:36935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:19:58,812 INFO [M:0;ea9122631f8b:36935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36935 2024-11-09T22:19:58,812 INFO [M:0;ea9122631f8b:36935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:19:58,923 INFO [M:0;ea9122631f8b:36935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:19:58,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:19:58,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36935-0x10121aded8b0003, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:19:58,989 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 to pos 997, reset compression=false 2024-11-09T22:19:59,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18092804{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:19:59,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d5ca11e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:19:59,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:19:59,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34355d5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:19:59,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bca2e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/hadoop.log.dir/,STOPPED} 2024-11-09T22:19:59,006 WARN [BP-1366776106-172.17.0.3-1731190721186 heartbeating to localhost/127.0.0.1:44579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:19:59,006 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:19:59,006 WARN [BP-1366776106-172.17.0.3-1731190721186 heartbeating to localhost/127.0.0.1:44579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1366776106-172.17.0.3-1731190721186 (Datanode Uuid 18d25662-634b-4122-809d-067c93f5193d) service to localhost/127.0.0.1:44579 2024-11-09T22:19:59,006 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:19:59,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/cluster_0c198db2-a327-a8af-798f-38fd45247254/data/data1/current/BP-1366776106-172.17.0.3-1731190721186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:19:59,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/cluster_0c198db2-a327-a8af-798f-38fd45247254/data/data2/current/BP-1366776106-172.17.0.3-1731190721186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:19:59,007 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:19:59,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cecd78c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:19:59,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dc989a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:19:59,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:19:59,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51510a08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:19:59,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ca1c416{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/hadoop.log.dir/,STOPPED} 2024-11-09T22:19:59,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:19:59,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:19:59,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:19:59,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:19:59,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:19:59,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:19:59,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:19:59,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:19:59,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1540438130, stopped=false 2024-11-09T22:19:59,032 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,46849,1731190717491 2024-11-09T22:19:59,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01578729437/running 2024-11-09T22:19:59,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01578729437/running 2024-11-09T22:19:59,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:19:59,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:19:59,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:19:59,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:19:59,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:19:59,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:19:59,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Set watcher on znode that does not yet exist, /01578729437/running 2024-11-09T22:19:59,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Set watcher on znode that does not yet exist, /01578729437/running 2024-11-09T22:19:59,045 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,44495,1731190717764' ***** 2024-11-09T22:19:59,045 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:19:59,045 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:19:59,045 INFO [RS:0;ea9122631f8b:44495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:19:59,045 INFO [RS:0;ea9122631f8b:44495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:19:59,046 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(3091): Received CLOSE for d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:19:59,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:19:59,046 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(3091): Received CLOSE for 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:19:59,046 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,44495,1731190717764 2024-11-09T22:19:59,046 INFO [RS:0;ea9122631f8b:44495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:19:59,046 INFO [RS:0;ea9122631f8b:44495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:44495. 2024-11-09T22:19:59,046 DEBUG [RS:0;ea9122631f8b:44495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:19:59,046 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d451d5218fbd92bf7affd3ddad8cd21b, disabling compactions & flushes 2024-11-09T22:19:59,046 DEBUG [RS:0;ea9122631f8b:44495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:19:59,046 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:19:59,046 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:19:59,046 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:19:59,046 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. after waiting 0 ms 2024-11-09T22:19:59,046 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:19:59,046 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:19:59,046 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:19:59,046 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:19:59,046 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:19:59,046 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1325): Online Regions={d451d5218fbd92bf7affd3ddad8cd21b=test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b., 1588230740=hbase:meta,,1.1588230740, 95cd001ca9727c8fa1197469ccff250c=hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c.} 2024-11-09T22:19:59,046 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95cd001ca9727c8fa1197469ccff250c, d451d5218fbd92bf7affd3ddad8cd21b 2024-11-09T22:19:59,047 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:19:59,047 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:19:59,047 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:19:59,047 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:19:59,047 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:19:59,047 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:19:59,050 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/default/test/d451d5218fbd92bf7affd3ddad8cd21b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T22:19:59,051 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:19:59,051 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:19:59,051 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:19:59,051 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d451d5218fbd92bf7affd3ddad8cd21b: Waiting for close lock at 1731190799046Running coprocessor pre-close hooks at 1731190799046Disabling compacts and flushes for region at 1731190799046Disabling writes for close at 1731190799046Writing region close event to WAL at 1731190799047 (+1 ms)Running coprocessor post-close hooks at 1731190799051 (+4 ms)Closed at 1731190799051 2024-11-09T22:19:59,051 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b. 2024-11-09T22:19:59,051 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95cd001ca9727c8fa1197469ccff250c, disabling compactions & flushes 2024-11-09T22:19:59,051 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:19:59,051 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:19:59,051 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. after waiting 0 ms 2024-11-09T22:19:59,051 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:19:59,051 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 95cd001ca9727c8fa1197469ccff250c 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-09T22:19:59,067 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/info/14415301af2b425da176bdaef5f8e4dc is 147, key is hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c./info:regioninfo/1731190731396/Put/seqid=0 2024-11-09T22:19:59,069 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/.tmp/hfileref/761b02379eb541fc896755b34a9624c3 is 74, key is 1/hfileref:dc9d4414a0fa4316aec90f2c3b1425a9_SeqId_4_/1731190733320/DeleteColumn/seqid=0 2024-11-09T22:19:59,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741844_1020 (size=7686) 2024-11-09T22:19:59,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741845_1021 (size=5203) 2024-11-09T22:19:59,080 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:19:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T22:19:59,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:19:59,247 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:19:59,447 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:19:59,473 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/info/14415301af2b425da176bdaef5f8e4dc 2024-11-09T22:19:59,474 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/.tmp/hfileref/761b02379eb541fc896755b34a9624c3 2024-11-09T22:19:59,497 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/.tmp/queue/2019a21aaeb344b89d96c34b0d6853dd is 153, key is 1-ea9122631f8b,44495,1731190717764/queue:ea9122631f8b%2C44495%2C1731190717764/1731190735933/Put/seqid=0 2024-11-09T22:19:59,504 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/ns/ad29addc6e9a499ca441ef2b41c0cc4d is 43, key is default/ns:d/1731190721009/Put/seqid=0 2024-11-09T22:19:59,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741846_1022 (size=5352) 2024-11-09T22:19:59,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741847_1023 (size=5153) 2024-11-09T22:19:59,647 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:19:59,801 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:19:59,801 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:19:59,847 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95cd001ca9727c8fa1197469ccff250c 2024-11-09T22:19:59,907 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/.tmp/queue/2019a21aaeb344b89d96c34b0d6853dd 2024-11-09T22:19:59,912 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/.tmp/hfileref/761b02379eb541fc896755b34a9624c3 as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/hfileref/761b02379eb541fc896755b34a9624c3 2024-11-09T22:19:59,915 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/ns/ad29addc6e9a499ca441ef2b41c0cc4d 2024-11-09T22:19:59,921 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/hfileref/761b02379eb541fc896755b34a9624c3, entries=2, sequenceid=10, filesize=5.1 K 2024-11-09T22:19:59,921 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/.tmp/queue/2019a21aaeb344b89d96c34b0d6853dd as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/queue/2019a21aaeb344b89d96c34b0d6853dd 2024-11-09T22:19:59,927 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/queue/2019a21aaeb344b89d96c34b0d6853dd, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T22:19:59,936 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 95cd001ca9727c8fa1197469ccff250c in 885ms, sequenceid=10, compaction requested=false 2024-11-09T22:19:59,941 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/replication/95cd001ca9727c8fa1197469ccff250c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T22:19:59,942 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:19:59,942 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:19:59,942 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:19:59,942 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95cd001ca9727c8fa1197469ccff250c: Waiting for close lock at 1731190799051Running coprocessor pre-close hooks at 1731190799051Disabling compacts and flushes for region at 1731190799051Disabling writes for close at 1731190799051Obtaining lock to block concurrent updates at 1731190799051Preparing flush snapshotting stores in 95cd001ca9727c8fa1197469ccff250c at 1731190799051Finished memstore snapshotting hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731190799052 (+1 ms)Flushing stores of hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. at 1731190799052Flushing 95cd001ca9727c8fa1197469ccff250c/hfileref: creating writer at 1731190799052Flushing 95cd001ca9727c8fa1197469ccff250c/hfileref: appending metadata at 1731190799069 (+17 ms)Flushing 95cd001ca9727c8fa1197469ccff250c/hfileref: closing flushed file at 1731190799069Flushing 95cd001ca9727c8fa1197469ccff250c/queue: creating writer at 1731190799480 (+411 ms)Flushing 95cd001ca9727c8fa1197469ccff250c/queue: appending metadata at 1731190799497 (+17 ms)Flushing 95cd001ca9727c8fa1197469ccff250c/queue: closing flushed file at 1731190799497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d78e0d8: reopening flushed file at 1731190799912 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158ef750: reopening flushed file at 1731190799921 (+9 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 95cd001ca9727c8fa1197469ccff250c in 885ms, sequenceid=10, compaction requested=false at 1731190799936 (+15 ms)Writing region close event to WAL at 1731190799937 (+1 ms)Running coprocessor post-close hooks at 1731190799942 (+5 ms)Closed at 1731190799942 2024-11-09T22:19:59,942 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731190730905.95cd001ca9727c8fa1197469ccff250c. 2024-11-09T22:19:59,946 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/rep_barrier/04db8cbd77b543f5abbe8841449efbee is 112, key is test,,1731190727544.d451d5218fbd92bf7affd3ddad8cd21b./rep_barrier:seqnumDuringOpen/1731190728783/Put/seqid=0 2024-11-09T22:19:59,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741848_1024 (size=5518) 2024-11-09T22:20:00,048 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T22:20:00,048 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:20:00,048 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:00,248 DEBUG [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:00,354 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/rep_barrier/04db8cbd77b543f5abbe8841449efbee 2024-11-09T22:20:00,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:00,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:00,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:00,385 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/table/4bce5fb5fc254dfd83aec28cd84eb903 is 53, key is hbase:replication/table:state/1731190731428/Put/seqid=0 2024-11-09T22:20:00,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:00,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741849_1025 (size=5308) 2024-11-09T22:20:00,394 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/table/4bce5fb5fc254dfd83aec28cd84eb903 2024-11-09T22:20:00,401 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/info/14415301af2b425da176bdaef5f8e4dc as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/info/14415301af2b425da176bdaef5f8e4dc 2024-11-09T22:20:00,414 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/info/14415301af2b425da176bdaef5f8e4dc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:20:00,416 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/ns/ad29addc6e9a499ca441ef2b41c0cc4d as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/ns/ad29addc6e9a499ca441ef2b41c0cc4d 2024-11-09T22:20:00,423 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/ns/ad29addc6e9a499ca441ef2b41c0cc4d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:20:00,424 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/rep_barrier/04db8cbd77b543f5abbe8841449efbee as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/rep_barrier/04db8cbd77b543f5abbe8841449efbee 2024-11-09T22:20:00,430 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/rep_barrier/04db8cbd77b543f5abbe8841449efbee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:20:00,431 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/.tmp/table/4bce5fb5fc254dfd83aec28cd84eb903 as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/table/4bce5fb5fc254dfd83aec28cd84eb903 2024-11-09T22:20:00,437 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/table/4bce5fb5fc254dfd83aec28cd84eb903, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:20:00,439 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1392ms, sequenceid=16, compaction requested=false 2024-11-09T22:20:00,439 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:20:00,446 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:20:00,446 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:00,447 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:20:00,447 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:00,447 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190799046Running coprocessor pre-close hooks at 1731190799046Disabling compacts and flushes for region at 1731190799047 (+1 ms)Disabling writes for close at 1731190799047Obtaining lock to block concurrent updates at 1731190799047Preparing flush snapshotting stores in 1588230740 at 1731190799047Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731190799047Flushing stores of hbase:meta,,1.1588230740 at 1731190799048 (+1 ms)Flushing 1588230740/info: creating writer at 1731190799048Flushing 1588230740/info: appending metadata at 1731190799067 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731190799067Flushing 1588230740/ns: creating writer at 1731190799482 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731190799503 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731190799503Flushing 1588230740/rep_barrier: creating writer at 1731190799921 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190799945 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190799945Flushing 1588230740/table: creating writer at 1731190800361 (+416 ms)Flushing 1588230740/table: appending metadata at 1731190800384 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731190800384Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d46c60c: reopening flushed file at 1731190800400 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663d19e8: reopening flushed file at 1731190800415 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2068a5dc: reopening flushed file at 1731190800423 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc492d8: reopening flushed file at 1731190800430 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1392ms, sequenceid=16, compaction requested=false at 1731190800439 (+9 ms)Writing region close event to WAL at 1731190800442 (+3 ms)Running coprocessor post-close hooks at 1731190800446 (+4 ms)Closed at 1731190800447 (+1 ms) 2024-11-09T22:20:00,447 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:00,448 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,44495,1731190717764; all regions closed. 2024-11-09T22:20:00,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741834_1010 (size=4239) 2024-11-09T22:20:00,452 DEBUG [RS:0;ea9122631f8b:44495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/oldWALs 2024-11-09T22:20:00,452 INFO [RS:0;ea9122631f8b:44495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C44495%2C1731190717764.meta:.meta(num 1731190720900) 2024-11-09T22:20:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741839_1015 (size=2700) 2024-11-09T22:20:00,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.rep.1731190731321 not finished, retry = 0 2024-11-09T22:20:00,557 DEBUG [RS:0;ea9122631f8b:44495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/oldWALs 2024-11-09T22:20:00,558 INFO [RS:0;ea9122631f8b:44495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C44495%2C1731190717764.rep:(num 1731190731321) 2024-11-09T22:20:00,560 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/WALs/ea9122631f8b,44495,1731190717764/ea9122631f8b%2C44495%2C1731190717764.1731190719945 not finished, retry = 0 2024-11-09T22:20:00,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741832_1008 (size=1300) 2024-11-09T22:20:00,663 DEBUG [RS:0;ea9122631f8b:44495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/oldWALs 2024-11-09T22:20:00,663 INFO [RS:0;ea9122631f8b:44495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C44495%2C1731190717764:(num 1731190719945) 2024-11-09T22:20:00,663 DEBUG [RS:0;ea9122631f8b:44495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:00,663 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:20:00,663 INFO [RS:0;ea9122631f8b:44495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:00,663 INFO [RS:0;ea9122631f8b:44495 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:00,663 INFO [RS:0;ea9122631f8b:44495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:00,663 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:20:00,664 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,44495,1731190717764 because: Region server is closing 2024-11-09T22:20:00,664 INFO [RS:0;ea9122631f8b:44495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:44495. 2024-11-09T22:20:00,664 DEBUG [RS:0;ea9122631f8b:44495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:00,664 DEBUG [RS:0;ea9122631f8b:44495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:00,664 DEBUG [RS:0;ea9122631f8b:44495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:00,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:00,764 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.shipperea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T22:20:00,764 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.wal-reader.ea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:20:00,765 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,44495,1731190717764.replicationSource.shipperea9122631f8b%2C44495%2C1731190717764,1-ea9122631f8b,44495,1731190717764 terminated 2024-11-09T22:20:00,765 INFO [RS:0;ea9122631f8b:44495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44495 2024-11-09T22:20:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01578729437/rs/ea9122631f8b,44495,1731190717764 2024-11-09T22:20:00,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437/rs 2024-11-09T22:20:00,834 INFO [RS:0;ea9122631f8b:44495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:00,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,44495,1731190717764] 2024-11-09T22:20:00,854 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01578729437/draining/ea9122631f8b,44495,1731190717764 already deleted, retry=false 2024-11-09T22:20:00,854 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,44495,1731190717764 expired; onlineServers=0 2024-11-09T22:20:00,854 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,46849,1731190717491' ***** 2024-11-09T22:20:00,855 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:20:00,855 INFO [M:0;ea9122631f8b:46849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:20:00,855 INFO [M:0;ea9122631f8b:46849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:00,855 DEBUG [M:0;ea9122631f8b:46849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:20:00,855 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:20:00,855 DEBUG [M:0;ea9122631f8b:46849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:20:00,855 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190719640 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190719640,5,FailOnTimeoutGroup] 2024-11-09T22:20:00,855 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190719636 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190719636,5,FailOnTimeoutGroup] 2024-11-09T22:20:00,855 INFO [M:0;ea9122631f8b:46849 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:00,855 INFO [M:0;ea9122631f8b:46849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:00,855 DEBUG [M:0;ea9122631f8b:46849 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:20:00,855 INFO [M:0;ea9122631f8b:46849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:20:00,855 INFO [M:0;ea9122631f8b:46849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:20:00,855 INFO [M:0;ea9122631f8b:46849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:20:00,855 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:20:00,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01578729437/master 2024-11-09T22:20:00,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01578729437 2024-11-09T22:20:00,867 INFO [M:0;ea9122631f8b:46849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/.lastflushedseqids 2024-11-09T22:20:00,876 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01578729437/master already deleted, retry=false 2024-11-09T22:20:00,876 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Failed delete of our master address node; KeeperErrorCode = NoNode for /01578729437/master 2024-11-09T22:20:00,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741850_1026 (size=263) 2024-11-09T22:20:00,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:20:00,894 INFO [M:0;ea9122631f8b:46849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:20:00,895 INFO [M:0;ea9122631f8b:46849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:20:00,895 DEBUG [M:0;ea9122631f8b:46849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:20:00,895 INFO [M:0;ea9122631f8b:46849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:00,895 DEBUG [M:0;ea9122631f8b:46849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:00,895 DEBUG [M:0;ea9122631f8b:46849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:20:00,895 DEBUG [M:0;ea9122631f8b:46849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:00,895 INFO [M:0;ea9122631f8b:46849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-09T22:20:00,922 DEBUG [M:0;ea9122631f8b:46849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb53a671eb004a74a8fd80cd69c0384a is 82, key is hbase:meta,,1/info:regioninfo/1731190720955/Put/seqid=0 2024-11-09T22:20:00,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:00,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:00,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:00,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741851_1027 (size=5672) 2024-11-09T22:20:00,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:00,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44495-0x10121aded8b0001, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:00,944 INFO [RS:0;ea9122631f8b:44495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:20:00,944 INFO [RS:0;ea9122631f8b:44495 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,44495,1731190717764; zookeeper connection closed. 2024-11-09T22:20:00,945 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d491842 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d491842 2024-11-09T22:20:00,945 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:20:01,343 INFO [M:0;ea9122631f8b:46849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb53a671eb004a74a8fd80cd69c0384a 2024-11-09T22:20:01,365 DEBUG [M:0;ea9122631f8b:46849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85568e8141514b34bb894061dd784e20 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731190728821/Put/seqid=0 2024-11-09T22:20:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741852_1028 (size=7240) 2024-11-09T22:20:01,769 INFO [M:0;ea9122631f8b:46849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85568e8141514b34bb894061dd784e20 2024-11-09T22:20:01,775 INFO [M:0;ea9122631f8b:46849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85568e8141514b34bb894061dd784e20 2024-11-09T22:20:01,790 DEBUG [M:0;ea9122631f8b:46849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08eccfb2249640558830f76817596203 is 69, key is ea9122631f8b,44495,1731190717764/rs:state/1731190719747/Put/seqid=0 2024-11-09T22:20:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741853_1029 (size=5156) 2024-11-09T22:20:02,195 INFO [M:0;ea9122631f8b:46849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08eccfb2249640558830f76817596203 2024-11-09T22:20:02,199 DEBUG [M:0;ea9122631f8b:46849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb53a671eb004a74a8fd80cd69c0384a as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb53a671eb004a74a8fd80cd69c0384a 2024-11-09T22:20:02,204 INFO [M:0;ea9122631f8b:46849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb53a671eb004a74a8fd80cd69c0384a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T22:20:02,205 DEBUG [M:0;ea9122631f8b:46849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85568e8141514b34bb894061dd784e20 as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85568e8141514b34bb894061dd784e20 2024-11-09T22:20:02,209 INFO [M:0;ea9122631f8b:46849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85568e8141514b34bb894061dd784e20 2024-11-09T22:20:02,209 INFO [M:0;ea9122631f8b:46849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85568e8141514b34bb894061dd784e20, entries=11, sequenceid=105, filesize=7.1 K 2024-11-09T22:20:02,210 DEBUG [M:0;ea9122631f8b:46849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08eccfb2249640558830f76817596203 as hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08eccfb2249640558830f76817596203 2024-11-09T22:20:02,214 INFO [M:0;ea9122631f8b:46849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44171/user/jenkins/test-data/3a5fb5cd-56ac-459e-0b94-6f2feaeb04ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08eccfb2249640558830f76817596203, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T22:20:02,215 INFO [M:0;ea9122631f8b:46849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=105, compaction requested=false 2024-11-09T22:20:02,232 INFO [M:0;ea9122631f8b:46849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:02,232 DEBUG [M:0;ea9122631f8b:46849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190800895Disabling compacts and flushes for region at 1731190800895Disabling writes for close at 1731190800895Obtaining lock to block concurrent updates at 1731190800895Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190800895Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731190800895Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190800896 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190800896Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190800921 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190800921Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190801349 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190801364 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190801364Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190801775 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190801789 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190801789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc89512: reopening flushed file at 1731190802199 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49c76eca: reopening flushed file at 1731190802204 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36379357: reopening flushed file at 1731190802209 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=105, compaction requested=false at 1731190802215 (+6 ms)Writing region close event to WAL at 1731190802232 (+17 ms)Closed at 1731190802232 2024-11-09T22:20:02,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39555 is added to blk_1073741830_1006 (size=64526) 2024-11-09T22:20:02,235 INFO [M:0;ea9122631f8b:46849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:20:02,235 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:20:02,236 INFO [M:0;ea9122631f8b:46849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46849 2024-11-09T22:20:02,236 INFO [M:0;ea9122631f8b:46849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:02,395 INFO [M:0;ea9122631f8b:46849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:20:02,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:02,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x10121aded8b0000, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:02,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fc07fbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:20:02,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37b7932c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:20:02,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:20:02,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b640546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:20:02,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7362fdd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/hadoop.log.dir/,STOPPED} 2024-11-09T22:20:02,398 WARN [BP-1518660848-172.17.0.3-1731190714896 heartbeating to localhost/127.0.0.1:44171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:20:02,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:20:02,399 WARN [BP-1518660848-172.17.0.3-1731190714896 heartbeating to localhost/127.0.0.1:44171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1518660848-172.17.0.3-1731190714896 (Datanode Uuid 7c0a3d5c-bfb2-4a21-abb1-964af46cba41) service to localhost/127.0.0.1:44171 2024-11-09T22:20:02,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:20:02,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/cluster_eb447118-9fd9-5a2a-dc9a-abfa6c9b9d33/data/data1/current/BP-1518660848-172.17.0.3-1731190714896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:20:02,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/cluster_eb447118-9fd9-5a2a-dc9a-abfa6c9b9d33/data/data2/current/BP-1518660848-172.17.0.3-1731190714896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:20:02,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:20:02,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eaf60a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:20:02,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bb3f24b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:20:02,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:20:02,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e220511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:20:02,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42e4f175{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56ec3d03-b0ec-8da5-2735-8681934893d9/hadoop.log.dir/,STOPPED} 2024-11-09T22:20:02,416 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T22:20:02,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:20:02,435 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=156 (was 138) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f787cb8f0c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44171 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61684) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61684) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44579 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f787cb8f0c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 501), ProcessCount=11 (was 11), AvailableMemoryMB=1907 (was 2424) 2024-11-09T22:20:02,443 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=157, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=1904 2024-11-09T22:20:02,457 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-09T22:20:02,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/hadoop.log.dir so I do NOT create it in target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b 2024-11-09T22:20:02,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:20:02,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/hadoop.tmp.dir so I do NOT create it in target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b 2024-11-09T22:20:02,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebc59b72-3c64-d982-09ea-c7393651456d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:20:02,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b 2024-11-09T22:20:02,458 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/cluster_cfe5d5c4-ce44-f958-b743-eecc91317171, deleteOnExit=true 2024-11-09T22:20:02,486 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/cluster_cfe5d5c4-ce44-f958-b743-eecc91317171/zookeeper_0, clientPort=61063, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/cluster_cfe5d5c4-ce44-f958-b743-eecc91317171/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/cluster_cfe5d5c4-ce44-f958-b743-eecc91317171/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T22:20:02,486 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61063 2024-11-09T22:20:02,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:20:02,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:20:02,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/test.cache.data in system properties and HBase conf 2024-11-09T22:20:02,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:20:02,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:20:02,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:20:02,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:20:02,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:20:02,487 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:20:02,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:20:02,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:20:02,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:20:02,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10121aded8b0002, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:20:02,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10121aded8b0005, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:20:02,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10121aded8b0005, quorum=127.0.0.1:61684, baseZNode=/1-1879885960 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:20:02,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10121aded8b0002, quorum=127.0.0.1:61684, baseZNode=/01578729437 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:20:02,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:02,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:20:02,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:20:02,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:20:02,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:20:02,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:02,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3db86e91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:20:02,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d28043c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:20:03,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5510a16d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/java.io.tmpdir/jetty-localhost-46847-hadoop-hdfs-3_4_1-tests_jar-_-any-14149820625992002489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:20:03,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ce75c0a{HTTP/1.1, (http/1.1)}{localhost:46847} 2024-11-09T22:20:03,022 INFO [Time-limited test {}] server.Server(415): Started @142240ms 2024-11-09T22:20:03,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:03,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:20:03,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:20:03,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:20:03,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:20:03,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54fb76c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:20:03,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@776cbb1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:20:03,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f252e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/java.io.tmpdir/jetty-localhost-40983-hadoop-hdfs-3_4_1-tests_jar-_-any-11337310914011948141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:20:03,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b11fc64{HTTP/1.1, (http/1.1)}{localhost:40983} 2024-11-09T22:20:03,417 INFO [Time-limited test {}] server.Server(415): Started @142634ms 2024-11-09T22:20:03,418 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:20:04,083 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/cluster_cfe5d5c4-ce44-f958-b743-eecc91317171/data/data1/current/BP-1511167746-172.17.0.3-1731190802509/current, will proceed with Du for space computation calculation, 2024-11-09T22:20:04,083 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/cluster_cfe5d5c4-ce44-f958-b743-eecc91317171/data/data2/current/BP-1511167746-172.17.0.3-1731190802509/current, will proceed with Du for space computation calculation, 2024-11-09T22:20:04,103 WARN [Thread-1269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:20:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6520fe8f015875 with lease ID 0xb836a3dba532a28b: Processing first storage report for DS-83d5a801-3156-466f-ba9d-ba5c721ee408 from datanode DatanodeRegistration(127.0.0.1:36913, datanodeUuid=d6bd11b5-21e1-4ab1-8170-f40975ea6d33, infoPort=38259, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=662463324;c=1731190802509) 2024-11-09T22:20:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6520fe8f015875 with lease ID 0xb836a3dba532a28b: from storage DS-83d5a801-3156-466f-ba9d-ba5c721ee408 node DatanodeRegistration(127.0.0.1:36913, datanodeUuid=d6bd11b5-21e1-4ab1-8170-f40975ea6d33, infoPort=38259, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=662463324;c=1731190802509), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:20:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6520fe8f015875 with lease ID 0xb836a3dba532a28b: Processing first storage report for DS-b9a80808-6336-47f3-8806-e1a5dac0e1f7 from datanode DatanodeRegistration(127.0.0.1:36913, datanodeUuid=d6bd11b5-21e1-4ab1-8170-f40975ea6d33, infoPort=38259, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=662463324;c=1731190802509) 2024-11-09T22:20:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6520fe8f015875 with lease ID 0xb836a3dba532a28b: from storage DS-b9a80808-6336-47f3-8806-e1a5dac0e1f7 node DatanodeRegistration(127.0.0.1:36913, datanodeUuid=d6bd11b5-21e1-4ab1-8170-f40975ea6d33, infoPort=38259, infoSecurePort=0, ipcPort=39511, storageInfo=lv=-57;cid=testClusterID;nsid=662463324;c=1731190802509), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:20:04,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b 2024-11-09T22:20:04,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:04,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:04,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:20:04,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706 with version=8 2024-11-09T22:20:04,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/hbase-staging 2024-11-09T22:20:04,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:20:04,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:04,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:04,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:20:04,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:04,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:20:04,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:20:04,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:20:04,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40127 2024-11-09T22:20:04,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40127 connecting to ZooKeeper ensemble=127.0.0.1:61063 2024-11-09T22:20:04,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401270x0, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:04,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40127-0x10121af43e00000 connected 2024-11-09T22:20:04,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:04,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:04,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/running 2024-11-09T22:20:04,753 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706, hbase.cluster.distributed=false 2024-11-09T22:20:04,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/acl 2024-11-09T22:20:04,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40127 2024-11-09T22:20:04,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40127 2024-11-09T22:20:04,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40127 2024-11-09T22:20:04,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40127 2024-11-09T22:20:04,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40127 2024-11-09T22:20:04,773 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:20:04,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:04,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:04,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:20:04,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:04,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:20:04,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:20:04,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:20:04,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35857 2024-11-09T22:20:04,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35857 connecting to ZooKeeper ensemble=127.0.0.1:61063 2024-11-09T22:20:04,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:04,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:04,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358570x0, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:04,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358570x0, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/running 2024-11-09T22:20:04,792 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:20:04,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35857-0x10121af43e00001 connected 2024-11-09T22:20:04,801 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:20:04,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/master 2024-11-09T22:20:04,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/acl 2024-11-09T22:20:04,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35857 2024-11-09T22:20:04,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35857 2024-11-09T22:20:04,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35857 2024-11-09T22:20:04,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35857 2024-11-09T22:20:04,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35857 2024-11-09T22:20:04,831 DEBUG [M:0;ea9122631f8b:40127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:40127 2024-11-09T22:20:04,831 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-321569267/backup-masters/ea9122631f8b,40127,1731190804561 2024-11-09T22:20:04,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/backup-masters 2024-11-09T22:20:04,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/backup-masters 2024-11-09T22:20:04,844 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on existing znode=/0-321569267/backup-masters/ea9122631f8b,40127,1731190804561 2024-11-09T22:20:04,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:04,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-321569267/master 2024-11-09T22:20:04,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:04,855 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on existing znode=/0-321569267/master 2024-11-09T22:20:04,855 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-321569267/backup-masters/ea9122631f8b,40127,1731190804561 from backup master directory 2024-11-09T22:20:04,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-321569267/backup-masters/ea9122631f8b,40127,1731190804561 2024-11-09T22:20:04,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/backup-masters 2024-11-09T22:20:04,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/backup-masters 2024-11-09T22:20:04,865 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:20:04,865 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,40127,1731190804561 2024-11-09T22:20:04,868 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/hbase.id] with ID: 04bcb70b-822b-402a-9680-8f57a1f6c84c 2024-11-09T22:20:04,868 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/.tmp/hbase.id 2024-11-09T22:20:04,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:20:05,273 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/.tmp/hbase.id]:[hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/hbase.id] 2024-11-09T22:20:05,302 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:05,302 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:20:05,303 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T22:20:05,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:05,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:05,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:20:05,780 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:20:05,781 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:20:05,781 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:20:05,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:20:05,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:05,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:05,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:05,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:05,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:06,193 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store 2024-11-09T22:20:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:20:06,602 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:06,602 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:20:06,602 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:06,602 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:06,602 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:20:06,602 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:06,602 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:06,602 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190806602Disabling compacts and flushes for region at 1731190806602Disabling writes for close at 1731190806602Writing region close event to WAL at 1731190806602Closed at 1731190806602 2024-11-09T22:20:06,603 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/.initializing 2024-11-09T22:20:06,603 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,40127,1731190804561 2024-11-09T22:20:06,604 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:20:06,605 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C40127%2C1731190804561, suffix=, logDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,40127,1731190804561, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/oldWALs, maxLogs=10 2024-11-09T22:20:06,618 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,40127,1731190804561/ea9122631f8b%2C40127%2C1731190804561.1731190806606, exclude list is [], retry=0 2024-11-09T22:20:06,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36913,DS-83d5a801-3156-466f-ba9d-ba5c721ee408,DISK] 2024-11-09T22:20:06,624 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,40127,1731190804561/ea9122631f8b%2C40127%2C1731190804561.1731190806606 2024-11-09T22:20:06,625 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-11-09T22:20:06,625 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:06,625 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:06,625 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,625 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:20:06,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:06,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:06,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:20:06,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:06,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:06,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:20:06,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:06,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:06,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:20:06,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:06,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:06,632 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,633 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,633 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,634 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,634 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,634 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:06,635 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:06,637 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:06,637 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64792859, jitterRate=-0.03451116383075714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:06,638 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190806625Initializing all the Stores at 1731190806626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190806626Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190806626Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190806626Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190806626Cleaning up temporary data from old regions at 1731190806634 (+8 ms)Region opened successfully at 1731190806638 (+4 ms) 2024-11-09T22:20:06,638 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:20:06,641 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5289c5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:20:06,642 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:20:06,642 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:20:06,642 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:20:06,642 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:20:06,643 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:20:06,643 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:20:06,643 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:20:06,646 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:20:06,646 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/balancer because node does not exist (not necessarily an error) 2024-11-09T22:20:06,719 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/balancer already deleted, retry=false 2024-11-09T22:20:06,719 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:20:06,720 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:20:06,738 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/normalizer already deleted, retry=false 2024-11-09T22:20:06,739 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:20:06,740 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:20:06,749 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/switch/split already deleted, retry=false 2024-11-09T22:20:06,750 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:20:06,759 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/switch/merge already deleted, retry=false 2024-11-09T22:20:06,761 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:20:06,770 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/snapshot-cleanup already deleted, retry=false 2024-11-09T22:20:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-321569267/running 2024-11-09T22:20:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-321569267/running 2024-11-09T22:20:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:06,781 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,40127,1731190804561, sessionid=0x10121af43e00000, setting cluster-up flag (Was=false) 2024-11-09T22:20:06,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:06,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:06,833 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-321569267/flush-table-proc/acquired, /0-321569267/flush-table-proc/reached, /0-321569267/flush-table-proc/abort 2024-11-09T22:20:06,834 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,40127,1731190804561 2024-11-09T22:20:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:06,886 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-321569267/online-snapshot/acquired, /0-321569267/online-snapshot/reached, /0-321569267/online-snapshot/abort 2024-11-09T22:20:06,887 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,40127,1731190804561 2024-11-09T22:20:06,888 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:20:06,889 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:06,889 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:20:06,889 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:20:06,889 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,40127,1731190804561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:20:06,891 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:06,891 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:06,891 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:06,891 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:06,891 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:20:06,891 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,891 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:20:06,891 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,894 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190836894 2024-11-09T22:20:06,894 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:20:06,894 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:20:06,894 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:20:06,894 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:20:06,894 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:20:06,894 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:20:06,895 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:06,895 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:20:06,895 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:06,895 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:20:06,895 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:20:06,896 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:20:06,896 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:20:06,896 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:06,896 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:20:06,896 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:20:06,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:20:06,896 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190806896,5,FailOnTimeoutGroup] 2024-11-09T22:20:06,900 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190806896,5,FailOnTimeoutGroup] 2024-11-09T22:20:06,900 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:06,900 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:20:06,900 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:06,900 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:06,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:20:06,919 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(746): ClusterId : 04bcb70b-822b-402a-9680-8f57a1f6c84c 2024-11-09T22:20:06,919 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:20:06,929 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:20:06,929 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:20:06,941 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:20:06,941 DEBUG [RS:0;ea9122631f8b:35857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b49ac61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:20:06,959 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:35857 2024-11-09T22:20:06,959 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:20:06,959 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:20:06,959 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:20:06,965 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,40127,1731190804561 with port=35857, startcode=1731190804773 2024-11-09T22:20:06,965 DEBUG [RS:0;ea9122631f8b:35857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:20:06,968 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:20:06,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,35857,1731190804773 2024-11-09T22:20:06,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40127 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,35857,1731190804773 2024-11-09T22:20:06,970 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706 2024-11-09T22:20:06,970 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41767 2024-11-09T22:20:06,970 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:20:06,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/rs 2024-11-09T22:20:06,981 DEBUG [RS:0;ea9122631f8b:35857 {}] zookeeper.ZKUtil(111): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on existing znode=/0-321569267/rs/ea9122631f8b,35857,1731190804773 2024-11-09T22:20:06,981 WARN [RS:0;ea9122631f8b:35857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:20:06,981 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,35857,1731190804773] 2024-11-09T22:20:06,981 INFO [RS:0;ea9122631f8b:35857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:06,981 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773 2024-11-09T22:20:06,984 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:20:06,986 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:20:06,987 INFO [RS:0;ea9122631f8b:35857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:20:06,987 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:06,988 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:20:06,989 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:20:06,989 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:06,989 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,989 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,989 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,989 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,989 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,989 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:20:06,989 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,989 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,989 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,989 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,989 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,990 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:06,990 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:20:06,990 DEBUG [RS:0;ea9122631f8b:35857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:20:06,997 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:06,997 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:06,997 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:06,997 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:06,997 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:06,998 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35857,1731190804773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:20:07,011 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:20:07,011 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35857,1731190804773-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:07,011 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:07,011 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.Replication(171): ea9122631f8b,35857,1731190804773 started 2024-11-09T22:20:07,024 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:07,024 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,35857,1731190804773, RpcServer on ea9122631f8b/172.17.0.3:35857, sessionid=0x10121af43e00001 2024-11-09T22:20:07,024 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:20:07,024 DEBUG [RS:0;ea9122631f8b:35857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,35857,1731190804773 2024-11-09T22:20:07,024 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,35857,1731190804773' 2024-11-09T22:20:07,024 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-321569267/flush-table-proc/abort' 2024-11-09T22:20:07,025 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-321569267/flush-table-proc/acquired' 2024-11-09T22:20:07,025 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:20:07,025 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:20:07,025 DEBUG [RS:0;ea9122631f8b:35857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,35857,1731190804773 2024-11-09T22:20:07,025 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,35857,1731190804773' 2024-11-09T22:20:07,025 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-321569267/online-snapshot/abort' 2024-11-09T22:20:07,025 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-321569267/online-snapshot/acquired' 2024-11-09T22:20:07,025 DEBUG [RS:0;ea9122631f8b:35857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:20:07,025 INFO [RS:0;ea9122631f8b:35857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:20:07,026 INFO [RS:0;ea9122631f8b:35857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:20:07,126 INFO [RS:0;ea9122631f8b:35857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:20:07,128 INFO [RS:0;ea9122631f8b:35857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C35857%2C1731190804773, suffix=, logDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs, maxLogs=10 2024-11-09T22:20:07,141 DEBUG [RS:0;ea9122631f8b:35857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.1731190807128, exclude list is [], retry=0 2024-11-09T22:20:07,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36913,DS-83d5a801-3156-466f-ba9d-ba5c721ee408,DISK] 2024-11-09T22:20:07,145 INFO [RS:0;ea9122631f8b:35857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.1731190807128 2024-11-09T22:20:07,145 DEBUG [RS:0;ea9122631f8b:35857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-11-09T22:20:07,308 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:20:07,308 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706 2024-11-09T22:20:07,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:20:07,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:07,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:20:07,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:20:07,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:07,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:07,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:20:07,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:20:07,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:07,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:07,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:20:07,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:20:07,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:07,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:07,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:20:07,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:20:07,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:07,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:07,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:20:07,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740 2024-11-09T22:20:07,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740 2024-11-09T22:20:07,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:20:07,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:20:07,724 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:07,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:20:07,731 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:07,732 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69292295, jitterRate=0.03253565728664398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:07,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190807714Initializing all the Stores at 1731190807715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190807715Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190807715Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190807715Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190807715Cleaning up temporary data from old regions at 1731190807724 (+9 ms)Region opened successfully at 1731190807732 (+8 ms) 2024-11-09T22:20:07,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:20:07,732 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:20:07,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:20:07,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:20:07,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:20:07,733 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:07,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190807732Disabling compacts and flushes for region at 1731190807732Disabling writes for close at 1731190807733 (+1 ms)Writing region close event to WAL at 1731190807733Closed at 1731190807733 2024-11-09T22:20:07,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:07,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:20:07,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:20:07,736 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:20:07,737 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:20:07,887 DEBUG [ea9122631f8b:40127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:20:07,887 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,35857,1731190804773 2024-11-09T22:20:07,888 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,35857,1731190804773, state=OPENING 2024-11-09T22:20:07,957 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:20:07,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:07,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:07,970 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:20:07,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: CHANGED 2024-11-09T22:20:07,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: CHANGED 2024-11-09T22:20:07,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,35857,1731190804773}] 2024-11-09T22:20:08,123 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:20:08,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:20:08,127 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:20:08,127 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:08,128 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:20:08,129 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C35857%2C1731190804773.meta, suffix=.meta, logDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs, maxLogs=10 2024-11-09T22:20:08,140 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.meta.1731190808129.meta, exclude list is [], retry=0 2024-11-09T22:20:08,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36913,DS-83d5a801-3156-466f-ba9d-ba5c721ee408,DISK] 2024-11-09T22:20:08,144 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.meta.1731190808129.meta 2024-11-09T22:20:08,145 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-11-09T22:20:08,145 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:08,145 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:20:08,146 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:20:08,146 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:20:08,146 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:20:08,146 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:20:08,146 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:08,146 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:20:08,146 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:20:08,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:20:08,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:20:08,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:08,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:08,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:20:08,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:20:08,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:08,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:08,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:20:08,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:20:08,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:08,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:08,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:20:08,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:20:08,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:08,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:08,153 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:20:08,154 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740 2024-11-09T22:20:08,155 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740 2024-11-09T22:20:08,156 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:20:08,156 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:20:08,156 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:08,157 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:20:08,158 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63892516, jitterRate=-0.04792732000350952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:08,158 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:20:08,158 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190808146Writing region info on filesystem at 1731190808146Initializing all the Stores at 1731190808147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190808147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190808149 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190808149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190808149Cleaning up temporary data from old regions at 1731190808156 (+7 ms)Running coprocessor post-open hooks at 1731190808158 (+2 ms)Region opened successfully at 1731190808158 2024-11-09T22:20:08,159 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190808122 2024-11-09T22:20:08,161 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:20:08,161 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:20:08,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,35857,1731190804773 2024-11-09T22:20:08,162 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,35857,1731190804773, state=OPEN 2024-11-09T22:20:08,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-321569267/meta-region-server 2024-11-09T22:20:08,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-321569267/meta-region-server 2024-11-09T22:20:08,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: CHANGED 2024-11-09T22:20:08,202 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,35857,1731190804773 2024-11-09T22:20:08,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: CHANGED 2024-11-09T22:20:08,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:20:08,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,35857,1731190804773 in 232 msec 2024-11-09T22:20:08,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:20:08,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-09T22:20:08,207 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:08,207 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:20:08,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:08,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,35857,1731190804773, seqNum=-1] 2024-11-09T22:20:08,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:08,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:08,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-11-09T22:20:08,215 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190808215, completionTime=-1 2024-11-09T22:20:08,215 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:20:08,215 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:20:08,217 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:20:08,217 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190868217 2024-11-09T22:20:08,217 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190928217 2024-11-09T22:20:08,217 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T22:20:08,217 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40127,1731190804561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:08,217 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40127,1731190804561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:08,217 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40127,1731190804561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:08,217 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:40127, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:08,217 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:08,218 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:08,219 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:20:08,220 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.355sec 2024-11-09T22:20:08,220 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:20:08,220 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:20:08,220 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:20:08,220 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:20:08,221 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:20:08,221 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40127,1731190804561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:20:08,221 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40127,1731190804561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:20:08,223 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:20:08,223 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:20:08,223 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40127,1731190804561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:08,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3368313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:08,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,40127,-1 for getting cluster id 2024-11-09T22:20:08,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:08,321 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04bcb70b-822b-402a-9680-8f57a1f6c84c' 2024-11-09T22:20:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04bcb70b-822b-402a-9680-8f57a1f6c84c" 2024-11-09T22:20:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f281f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,40127,-1] 2024-11-09T22:20:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:08,323 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:08,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a06a472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:08,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,35857,1731190804773, seqNum=-1] 2024-11-09T22:20:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:08,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:08,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,40127,1731190804561 2024-11-09T22:20:08,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61063 2024-11-09T22:20:08,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:08,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10121af43e00002 connected 2024-11-09T22:20:08,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/hadoop.log.dir so I do NOT create it in target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec 2024-11-09T22:20:08,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/hadoop.tmp.dir so I do NOT create it in target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec 2024-11-09T22:20:08,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:20:08,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/cluster_00e029e2-9875-2512-08bd-417aac9c101e, deleteOnExit=true 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/test.cache.data in system properties and HBase conf 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:20:08,362 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:20:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:20:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:20:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:20:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:20:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:20:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:20:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:20:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:20:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:20:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:20:08,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:20:08,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:08,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:20:08,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:20:08,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:20:08,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:20:08,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:08,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@83c6588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:20:08,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a48e2c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:20:08,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2804fb3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/java.io.tmpdir/jetty-localhost-39689-hadoop-hdfs-3_4_1-tests_jar-_-any-2170232508063873260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:20:08,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@314df67b{HTTP/1.1, (http/1.1)}{localhost:39689} 2024-11-09T22:20:08,788 INFO [Time-limited test {}] server.Server(415): Started @148005ms 2024-11-09T22:20:09,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:09,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:20:09,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:20:09,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:20:09,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:20:09,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41af3776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:20:09,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e3be230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:20:09,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bcebed7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/java.io.tmpdir/jetty-localhost-45037-hadoop-hdfs-3_4_1-tests_jar-_-any-14315632250887506023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:20:09,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@533d477b{HTTP/1.1, (http/1.1)}{localhost:45037} 2024-11-09T22:20:09,161 INFO [Time-limited test {}] server.Server(415): Started @148378ms 2024-11-09T22:20:09,162 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:20:09,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T22:20:09,858 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/cluster_00e029e2-9875-2512-08bd-417aac9c101e/data/data2/current/BP-1870896333-172.17.0.3-1731190808376/current, will proceed with Du for space computation calculation, 2024-11-09T22:20:09,858 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/cluster_00e029e2-9875-2512-08bd-417aac9c101e/data/data1/current/BP-1870896333-172.17.0.3-1731190808376/current, will proceed with Du for space computation calculation, 2024-11-09T22:20:09,878 WARN [Thread-1390 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:20:09,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5676748e41d2269 with lease ID 0x4902cbbbcdac0b76: Processing first storage report for DS-73584fec-5ba2-489c-a751-382c72afe989 from datanode DatanodeRegistration(127.0.0.1:45649, datanodeUuid=bfaed625-c178-4712-80ce-ada29ea7e08c, infoPort=35505, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=1798262029;c=1731190808376) 2024-11-09T22:20:09,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5676748e41d2269 with lease ID 0x4902cbbbcdac0b76: from storage DS-73584fec-5ba2-489c-a751-382c72afe989 node DatanodeRegistration(127.0.0.1:45649, datanodeUuid=bfaed625-c178-4712-80ce-ada29ea7e08c, infoPort=35505, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=1798262029;c=1731190808376), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:20:09,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5676748e41d2269 with lease ID 0x4902cbbbcdac0b76: Processing first storage report for DS-e75379ae-02e2-4567-a93c-4fc6cccebb3b from datanode DatanodeRegistration(127.0.0.1:45649, datanodeUuid=bfaed625-c178-4712-80ce-ada29ea7e08c, infoPort=35505, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=1798262029;c=1731190808376) 2024-11-09T22:20:09,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5676748e41d2269 with lease ID 0x4902cbbbcdac0b76: from storage DS-e75379ae-02e2-4567-a93c-4fc6cccebb3b node DatanodeRegistration(127.0.0.1:45649, datanodeUuid=bfaed625-c178-4712-80ce-ada29ea7e08c, infoPort=35505, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=1798262029;c=1731190808376), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:20:09,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec 2024-11-09T22:20:09,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:09,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:09,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:20:10,298 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1 with version=8 2024-11-09T22:20:10,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/hbase-staging 2024-11-09T22:20:10,299 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:20:10,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:10,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:10,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:20:10,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:10,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:20:10,300 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:20:10,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:20:10,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34315 2024-11-09T22:20:10,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34315 connecting to ZooKeeper ensemble=127.0.0.1:61063 2024-11-09T22:20:10,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343150x0, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:10,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34315-0x10121af43e00003 connected 2024-11-09T22:20:10,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:10,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:10,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Set watcher on znode that does not yet exist, /1-1768550899/running 2024-11-09T22:20:10,627 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1, hbase.cluster.distributed=false 2024-11-09T22:20:10,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Set watcher on znode that does not yet exist, /1-1768550899/acl 2024-11-09T22:20:10,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34315 2024-11-09T22:20:10,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34315 2024-11-09T22:20:10,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34315 2024-11-09T22:20:10,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34315 2024-11-09T22:20:10,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34315 2024-11-09T22:20:10,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:20:10,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:10,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:10,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:20:10,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:10,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:20:10,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:20:10,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:20:10,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41553 2024-11-09T22:20:10,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41553 connecting to ZooKeeper ensemble=127.0.0.1:61063 2024-11-09T22:20:10,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:10,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415530x0, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:10,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415530x0, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Set watcher on znode that does not yet exist, /1-1768550899/running 2024-11-09T22:20:10,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41553-0x10121af43e00004 connected 2024-11-09T22:20:10,665 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:20:10,665 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:20:10,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Set watcher on znode that does not yet exist, /1-1768550899/master 2024-11-09T22:20:10,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Set watcher on znode that does not yet exist, /1-1768550899/acl 2024-11-09T22:20:10,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41553 2024-11-09T22:20:10,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41553 2024-11-09T22:20:10,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41553 2024-11-09T22:20:10,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41553 2024-11-09T22:20:10,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41553 2024-11-09T22:20:10,682 DEBUG [M:0;ea9122631f8b:34315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:34315 2024-11-09T22:20:10,682 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1768550899/backup-masters/ea9122631f8b,34315,1731190810299 2024-11-09T22:20:10,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899/backup-masters 2024-11-09T22:20:10,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899/backup-masters 2024-11-09T22:20:10,694 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Set watcher on existing znode=/1-1768550899/backup-masters/ea9122631f8b,34315,1731190810299 2024-11-09T22:20:10,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1768550899/master 2024-11-09T22:20:10,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:10,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:10,707 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Set watcher on existing znode=/1-1768550899/master 2024-11-09T22:20:10,707 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1768550899/backup-masters/ea9122631f8b,34315,1731190810299 from backup master directory 2024-11-09T22:20:10,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899/backup-masters 2024-11-09T22:20:10,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1768550899/backup-masters/ea9122631f8b,34315,1731190810299 2024-11-09T22:20:10,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899/backup-masters 2024-11-09T22:20:10,717 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:20:10,717 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,34315,1731190810299 2024-11-09T22:20:10,720 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/hbase.id] with ID: 6b39e081-e3b0-413d-bba1-399af0b4a5be 2024-11-09T22:20:10,720 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/.tmp/hbase.id 2024-11-09T22:20:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:20:11,128 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/.tmp/hbase.id]:[hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/hbase.id] 2024-11-09T22:20:11,138 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:11,138 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:20:11,140 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T22:20:11,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:11,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:11,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:20:11,597 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:20:11,597 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:20:11,597 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:11,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:20:12,004 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store 2024-11-09T22:20:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:20:12,409 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:12,409 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:20:12,409 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:12,409 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:12,409 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:20:12,409 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:12,409 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:12,409 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190812409Disabling compacts and flushes for region at 1731190812409Disabling writes for close at 1731190812409Writing region close event to WAL at 1731190812409Closed at 1731190812409 2024-11-09T22:20:12,410 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/.initializing 2024-11-09T22:20:12,410 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/WALs/ea9122631f8b,34315,1731190810299 2024-11-09T22:20:12,411 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:20:12,412 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C34315%2C1731190810299, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/WALs/ea9122631f8b,34315,1731190810299, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/oldWALs, maxLogs=10 2024-11-09T22:20:12,423 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/WALs/ea9122631f8b,34315,1731190810299/ea9122631f8b%2C34315%2C1731190810299.1731190812412, exclude list is [], retry=0 2024-11-09T22:20:12,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45649,DS-73584fec-5ba2-489c-a751-382c72afe989,DISK] 2024-11-09T22:20:12,427 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/WALs/ea9122631f8b,34315,1731190810299/ea9122631f8b%2C34315%2C1731190810299.1731190812412 2024-11-09T22:20:12,427 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35505:35505)] 2024-11-09T22:20:12,427 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:12,427 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:12,428 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,428 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:20:12,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:12,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:12,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:20:12,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:12,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:12,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:20:12,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:12,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:12,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:20:12,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:12,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:12,434 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,435 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,435 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,436 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,436 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,436 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:12,437 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:12,438 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:12,439 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74311799, jitterRate=0.10733209550380707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:12,439 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190812428Initializing all the Stores at 1731190812428Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190812428Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190812429 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190812429Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190812429Cleaning up temporary data from old regions at 1731190812436 (+7 ms)Region opened successfully at 1731190812439 (+3 ms) 2024-11-09T22:20:12,439 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:20:12,441 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294acc57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:20:12,442 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:20:12,442 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:20:12,442 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:20:12,442 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:20:12,442 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:20:12,443 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:20:12,443 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:20:12,444 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:20:12,445 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Unable to get data of znode /1-1768550899/balancer because node does not exist (not necessarily an error) 2024-11-09T22:20:12,475 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1768550899/balancer already deleted, retry=false 2024-11-09T22:20:12,475 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:20:12,476 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Unable to get data of znode /1-1768550899/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:20:12,485 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1768550899/normalizer already deleted, retry=false 2024-11-09T22:20:12,485 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:20:12,486 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Unable to get data of znode /1-1768550899/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:20:12,496 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1768550899/switch/split already deleted, retry=false 2024-11-09T22:20:12,498 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Unable to get data of znode /1-1768550899/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:20:12,506 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1768550899/switch/merge already deleted, retry=false 2024-11-09T22:20:12,508 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Unable to get data of znode /1-1768550899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:20:12,517 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1768550899/snapshot-cleanup already deleted, retry=false 2024-11-09T22:20:12,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1768550899/running 2024-11-09T22:20:12,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1768550899/running 2024-11-09T22:20:12,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:12,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:12,528 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,34315,1731190810299, sessionid=0x10121af43e00003, setting cluster-up flag (Was=false) 2024-11-09T22:20:12,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:12,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:12,580 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1768550899/flush-table-proc/acquired, /1-1768550899/flush-table-proc/reached, /1-1768550899/flush-table-proc/abort 2024-11-09T22:20:12,581 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,34315,1731190810299 2024-11-09T22:20:12,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:12,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:12,633 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1768550899/online-snapshot/acquired, /1-1768550899/online-snapshot/reached, /1-1768550899/online-snapshot/abort 2024-11-09T22:20:12,634 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,34315,1731190810299 2024-11-09T22:20:12,635 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:20:12,637 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:12,637 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:20:12,637 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:20:12,637 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,34315,1731190810299 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:20:12,638 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:12,638 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:12,638 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:12,638 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:12,639 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:20:12,639 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,639 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:20:12,639 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190842640 2024-11-09T22:20:12,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:20:12,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:12,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:20:12,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:20:12,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:20:12,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:20:12,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:20:12,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:20:12,640 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:20:12,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:20:12,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:20:12,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:20:12,641 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:12,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:20:12,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:20:12,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:20:12,641 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190812641,5,FailOnTimeoutGroup] 2024-11-09T22:20:12,641 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190812641,5,FailOnTimeoutGroup] 2024-11-09T22:20:12,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:20:12,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:20:12,674 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(746): ClusterId : 6b39e081-e3b0-413d-bba1-399af0b4a5be 2024-11-09T22:20:12,674 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:20:12,686 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:20:12,686 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:20:12,697 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:20:12,697 DEBUG [RS:0;ea9122631f8b:41553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bb5ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:20:12,722 DEBUG [RS:0;ea9122631f8b:41553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:41553 2024-11-09T22:20:12,722 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:20:12,722 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:20:12,722 DEBUG [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:20:12,723 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,34315,1731190810299 with port=41553, startcode=1731190810649 2024-11-09T22:20:12,723 DEBUG [RS:0;ea9122631f8b:41553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:20:12,724 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:20:12,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,41553,1731190810649 2024-11-09T22:20:12,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34315 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,41553,1731190810649 2024-11-09T22:20:12,726 DEBUG [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1 2024-11-09T22:20:12,726 DEBUG [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33937 2024-11-09T22:20:12,726 DEBUG [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:20:12,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899/rs 2024-11-09T22:20:12,833 DEBUG [RS:0;ea9122631f8b:41553 {}] zookeeper.ZKUtil(111): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Set watcher on existing znode=/1-1768550899/rs/ea9122631f8b,41553,1731190810649 2024-11-09T22:20:12,833 WARN [RS:0;ea9122631f8b:41553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:20:12,833 INFO [RS:0;ea9122631f8b:41553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:12,834 DEBUG [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/WALs/ea9122631f8b,41553,1731190810649 2024-11-09T22:20:12,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,41553,1731190810649] 2024-11-09T22:20:12,837 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:20:12,838 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:20:12,839 INFO [RS:0;ea9122631f8b:41553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:20:12,839 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,839 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:20:12,840 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:20:12,840 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,840 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,840 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,840 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,840 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,840 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,840 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:20:12,840 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,841 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,841 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,841 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,841 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,841 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:12,841 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:20:12,841 DEBUG [RS:0;ea9122631f8b:41553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:20:12,841 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,841 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,841 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,841 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,841 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,841 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41553,1731190810649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:20:12,856 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:20:12,857 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41553,1731190810649-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,857 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,857 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.Replication(171): ea9122631f8b,41553,1731190810649 started 2024-11-09T22:20:12,873 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:12,873 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,41553,1731190810649, RpcServer on ea9122631f8b/172.17.0.3:41553, sessionid=0x10121af43e00004 2024-11-09T22:20:12,873 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:20:12,873 DEBUG [RS:0;ea9122631f8b:41553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,41553,1731190810649 2024-11-09T22:20:12,873 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,41553,1731190810649' 2024-11-09T22:20:12,873 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1768550899/flush-table-proc/abort' 2024-11-09T22:20:12,874 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1768550899/flush-table-proc/acquired' 2024-11-09T22:20:12,874 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:20:12,874 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:20:12,874 DEBUG [RS:0;ea9122631f8b:41553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,41553,1731190810649 2024-11-09T22:20:12,874 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,41553,1731190810649' 2024-11-09T22:20:12,874 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1768550899/online-snapshot/abort' 2024-11-09T22:20:12,874 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1768550899/online-snapshot/acquired' 2024-11-09T22:20:12,875 DEBUG [RS:0;ea9122631f8b:41553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:20:12,875 INFO [RS:0;ea9122631f8b:41553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:20:12,875 INFO [RS:0;ea9122631f8b:41553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:20:12,975 INFO [RS:0;ea9122631f8b:41553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:20:12,976 INFO [RS:0;ea9122631f8b:41553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C41553%2C1731190810649, suffix=, logDir=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/WALs/ea9122631f8b,41553,1731190810649, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/oldWALs, maxLogs=10 2024-11-09T22:20:12,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:20:12,988 DEBUG [RS:0;ea9122631f8b:41553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/WALs/ea9122631f8b,41553,1731190810649/ea9122631f8b%2C41553%2C1731190810649.1731190812977, exclude list is [], retry=0 2024-11-09T22:20:12,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45649,DS-73584fec-5ba2-489c-a751-382c72afe989,DISK] 2024-11-09T22:20:12,992 INFO [RS:0;ea9122631f8b:41553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/WALs/ea9122631f8b,41553,1731190810649/ea9122631f8b%2C41553%2C1731190810649.1731190812977 2024-11-09T22:20:12,992 DEBUG [RS:0;ea9122631f8b:41553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35505:35505)] 2024-11-09T22:20:13,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:20:13,046 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1 2024-11-09T22:20:13,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:20:13,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:13,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:20:13,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:20:13,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:13,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:13,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:20:13,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:20:13,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:13,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:13,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:20:13,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:20:13,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:13,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:13,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:20:13,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:20:13,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:13,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:13,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:20:13,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/1588230740 2024-11-09T22:20:13,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/1588230740 2024-11-09T22:20:13,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:20:13,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:20:13,461 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:13,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:20:13,464 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:13,464 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60376634, jitterRate=-0.100318044424057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:13,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190813452Initializing all the Stores at 1731190813453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190813453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190813453Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190813453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190813453Cleaning up temporary data from old regions at 1731190813461 (+8 ms)Region opened successfully at 1731190813464 (+3 ms) 2024-11-09T22:20:13,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:20:13,465 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:20:13,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:20:13,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:20:13,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:20:13,465 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:13,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190813464Disabling compacts and flushes for region at 1731190813464Disabling writes for close at 1731190813465 (+1 ms)Writing region close event to WAL at 1731190813465Closed at 1731190813465 2024-11-09T22:20:13,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:13,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:20:13,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:20:13,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:20:13,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:20:13,618 DEBUG [ea9122631f8b:34315 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:20:13,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,41553,1731190810649 2024-11-09T22:20:13,620 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,41553,1731190810649, state=OPENING 2024-11-09T22:20:13,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:20:13,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:13,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:13,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:13,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:13,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:13,685 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:20:13,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:13,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:13,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1768550899/meta-region-server: CHANGED 2024-11-09T22:20:13,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1768550899/meta-region-server: CHANGED 2024-11-09T22:20:13,697 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:20:13,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,41553,1731190810649}] 2024-11-09T22:20:13,850 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:20:13,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:20:13,854 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:20:13,854 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:13,854 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:20:13,855 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C41553%2C1731190810649.meta, suffix=.meta, logDir=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/WALs/ea9122631f8b,41553,1731190810649, archiveDir=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/oldWALs, maxLogs=10 2024-11-09T22:20:13,867 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/WALs/ea9122631f8b,41553,1731190810649/ea9122631f8b%2C41553%2C1731190810649.meta.1731190813856.meta, exclude list is [], retry=0 2024-11-09T22:20:13,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45649,DS-73584fec-5ba2-489c-a751-382c72afe989,DISK] 2024-11-09T22:20:13,870 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/WALs/ea9122631f8b,41553,1731190810649/ea9122631f8b%2C41553%2C1731190810649.meta.1731190813856.meta 2024-11-09T22:20:13,871 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35505:35505)] 2024-11-09T22:20:13,871 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:13,871 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:20:13,871 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:20:13,871 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:20:13,871 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:20:13,871 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:20:13,871 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:13,871 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:20:13,871 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:20:13,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:20:13,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:20:13,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:13,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:13,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:20:13,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:20:13,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:13,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:13,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:20:13,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:20:13,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:13,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:13,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:20:13,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:20:13,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:13,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:13,877 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:20:13,877 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/1588230740 2024-11-09T22:20:13,878 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/1588230740 2024-11-09T22:20:13,879 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:20:13,879 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:20:13,880 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:13,881 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:20:13,882 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63388498, jitterRate=-0.05543777346611023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:13,882 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:20:13,882 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190813871Writing region info on filesystem at 1731190813871Initializing all the Stores at 1731190813872 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190813872Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190813873 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190813873Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190813873Cleaning up temporary data from old regions at 1731190813879 (+6 ms)Running coprocessor post-open hooks at 1731190813882 (+3 ms)Region opened successfully at 1731190813882 2024-11-09T22:20:13,883 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190813850 2024-11-09T22:20:13,884 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:20:13,884 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:20:13,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,41553,1731190810649 2024-11-09T22:20:13,885 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,41553,1731190810649, state=OPEN 2024-11-09T22:20:13,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1768550899/meta-region-server 2024-11-09T22:20:13,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1768550899/meta-region-server 2024-11-09T22:20:13,896 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,41553,1731190810649 2024-11-09T22:20:13,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1768550899/meta-region-server: CHANGED 2024-11-09T22:20:13,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1768550899/meta-region-server: CHANGED 2024-11-09T22:20:13,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:20:13,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,41553,1731190810649 in 199 msec 2024-11-09T22:20:13,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:20:13,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-09T22:20:13,900 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:13,900 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:20:13,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:13,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,41553,1731190810649, seqNum=-1] 2024-11-09T22:20:13,901 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:13,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:13,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-09T22:20:13,906 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190813906, completionTime=-1 2024-11-09T22:20:13,907 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:20:13,907 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:20:13,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:20:13,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190873908 2024-11-09T22:20:13,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190933908 2024-11-09T22:20:13,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T22:20:13,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34315,1731190810299-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:13,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34315,1731190810299-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:13,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34315,1731190810299-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:13,909 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:34315, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:13,909 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:13,909 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:13,910 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:20:13,912 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.195sec 2024-11-09T22:20:13,912 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:20:13,912 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:20:13,912 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:20:13,912 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:20:13,912 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:20:13,912 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34315,1731190810299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:20:13,912 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34315,1731190810299-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:20:13,914 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:20:13,914 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:20:13,914 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34315,1731190810299-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:13,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac4d07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:13,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34315,-1 for getting cluster id 2024-11-09T22:20:13,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:13,976 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b39e081-e3b0-413d-bba1-399af0b4a5be' 2024-11-09T22:20:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b39e081-e3b0-413d-bba1-399af0b4a5be" 2024-11-09T22:20:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188efdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34315,-1] 2024-11-09T22:20:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:13,978 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:13,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244d5bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:13,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,41553,1731190810649, seqNum=-1] 2024-11-09T22:20:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:13,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:13,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,34315,1731190810299 2024-11-09T22:20:13,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61063 2024-11-09T22:20:13,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:13,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10121af43e00005 connected 2024-11-09T22:20:14,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf2348f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:14,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,40127,-1 for getting cluster id 2024-11-09T22:20:14,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:14,004 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04bcb70b-822b-402a-9680-8f57a1f6c84c' 2024-11-09T22:20:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04bcb70b-822b-402a-9680-8f57a1f6c84c" 2024-11-09T22:20:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c1247c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,40127,-1] 2024-11-09T22:20:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:14,006 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:14,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f3888a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:14,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,40127,1731190804561 2024-11-09T22:20:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1da40429 2024-11-09T22:20:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:14,008 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:14,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40127 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:34315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:20:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:20:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:14,010 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:34315' 2024-11-09T22:20:14,011 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600f8995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:14,011 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34315,-1 for getting cluster id 2024-11-09T22:20:14,011 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:14,012 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b39e081-e3b0-413d-bba1-399af0b4a5be' 2024-11-09T22:20:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b39e081-e3b0-413d-bba1-399af0b4a5be" 2024-11-09T22:20:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2784b40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34315,-1] 2024-11-09T22:20:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:14,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:14,013 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:14,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7551a209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:14,014 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:14,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34315,1731190810299 2024-11-09T22:20:14,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10336a5d 2024-11-09T22:20:14,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:14,015 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:14,016 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T22:20:14,016 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:20:14,016 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:14,016 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:14,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:14,016 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:20:14,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:20:14,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:20:14,018 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:14,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:20:14,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741835_1011 (size=1138) 2024-11-09T22:20:14,067 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:20:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:14,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d82bc5a7b643bc7d895f442a51bf2ce, NAME => 'hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706 2024-11-09T22:20:14,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741836_1012 (size=44) 2024-11-09T22:20:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:14,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:14,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1d82bc5a7b643bc7d895f442a51bf2ce, disabling compactions & flushes 2024-11-09T22:20:14,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:14,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:14,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. after waiting 0 ms 2024-11-09T22:20:14,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:14,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:14,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d82bc5a7b643bc7d895f442a51bf2ce: Waiting for close lock at 1731190814831Disabling compacts and flushes for region at 1731190814831Disabling writes for close at 1731190814831Writing region close event to WAL at 1731190814831Closed at 1731190814831 2024-11-09T22:20:14,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:20:14,832 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190814832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190814832"}]},"ts":"1731190814832"} 2024-11-09T22:20:14,835 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:20:14,836 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:20:14,836 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190814836"}]},"ts":"1731190814836"} 2024-11-09T22:20:14,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:20:14,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d82bc5a7b643bc7d895f442a51bf2ce, ASSIGN}] 2024-11-09T22:20:14,840 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d82bc5a7b643bc7d895f442a51bf2ce, ASSIGN 2024-11-09T22:20:14,841 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d82bc5a7b643bc7d895f442a51bf2ce, ASSIGN; state=OFFLINE, location=ea9122631f8b,35857,1731190804773; forceNewPlan=false, retain=false 2024-11-09T22:20:14,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1d82bc5a7b643bc7d895f442a51bf2ce, regionState=OPENING, regionLocation=ea9122631f8b,35857,1731190804773 2024-11-09T22:20:14,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d82bc5a7b643bc7d895f442a51bf2ce, ASSIGN because future has completed 2024-11-09T22:20:14,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d82bc5a7b643bc7d895f442a51bf2ce, server=ea9122631f8b,35857,1731190804773}] 2024-11-09T22:20:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:15,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:15,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:15,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:20:15,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C35857%2C1731190804773.rep, suffix=, logDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs, maxLogs=10 2024-11-09T22:20:15,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.rep.1731190815152, exclude list is [], retry=0 2024-11-09T22:20:15,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36913,DS-83d5a801-3156-466f-ba9d-ba5c721ee408,DISK] 2024-11-09T22:20:15,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.rep.1731190815152 2024-11-09T22:20:15,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-11-09T22:20:15,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d82bc5a7b643bc7d895f442a51bf2ce, NAME => 'hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:15,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:20:15,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:20:15,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. service=MultiRowMutationService 2024-11-09T22:20:15,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:20:15,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:15,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,170 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,171 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d82bc5a7b643bc7d895f442a51bf2ce columnFamilyName hfileref 2024-11-09T22:20:15,171 DEBUG [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:15,172 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(327): Store=1d82bc5a7b643bc7d895f442a51bf2ce/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:15,172 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,173 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d82bc5a7b643bc7d895f442a51bf2ce columnFamilyName queue 2024-11-09T22:20:15,173 DEBUG [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:15,173 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(327): Store=1d82bc5a7b643bc7d895f442a51bf2ce/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:15,173 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,174 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d82bc5a7b643bc7d895f442a51bf2ce columnFamilyName sid 2024-11-09T22:20:15,174 DEBUG [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:15,174 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(327): Store=1d82bc5a7b643bc7d895f442a51bf2ce/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:15,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:20:15,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:15,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1d82bc5a7b643bc7d895f442a51bf2ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62987167, jitterRate=-0.0614180713891983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:20:15,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:15,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1d82bc5a7b643bc7d895f442a51bf2ce: Running coprocessor pre-open hook at 1731190815169Writing region info on filesystem at 1731190815169Initializing all the Stores at 1731190815170 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190815170Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190815170Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190815170Cleaning up temporary data from old regions at 1731190815176 (+6 ms)Running coprocessor post-open hooks at 1731190815180 (+4 ms)Region opened successfully at 1731190815180 2024-11-09T22:20:15,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce., pid=7, masterSystemTime=1731190815147 2024-11-09T22:20:15,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:15,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:15,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1d82bc5a7b643bc7d895f442a51bf2ce, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,35857,1731190804773 2024-11-09T22:20:15,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d82bc5a7b643bc7d895f442a51bf2ce, server=ea9122631f8b,35857,1731190804773 because future has completed 2024-11-09T22:20:15,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T22:20:15,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d82bc5a7b643bc7d895f442a51bf2ce, server=ea9122631f8b,35857,1731190804773 in 192 msec 2024-11-09T22:20:15,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:20:15,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d82bc5a7b643bc7d895f442a51bf2ce, ASSIGN in 349 msec 2024-11-09T22:20:15,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:20:15,190 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190815190"}]},"ts":"1731190815190"} 2024-11-09T22:20:15,192 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:20:15,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:20:15,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-09T22:20:15,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce., hostname=ea9122631f8b,35857,1731190804773, seqNum=2] 2024-11-09T22:20:15,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:15,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:15,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:20:15,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T22:20:15,461 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:20:15,502 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,35857,1731190804773, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:20:15,503 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:15,503 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,35857,1731190804773, seqNum=-1] 2024-11-09T22:20:15,504 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:15,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-09T22:20:15,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,35857,1731190804773', locateType=CURRENT is [region=hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce., hostname=ea9122631f8b,35857,1731190804773, seqNum=2] 2024-11-09T22:20:15,508 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T22:20:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40127 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T22:20:15,511 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,35857,1731190804773 suceeded 2024-11-09T22:20:15,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T22:20:15,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-09T22:20:15,513 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:34315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:20:15,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-09T22:20:15,523 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:34315' 2024-11-09T22:20:15,524 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cc4012c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:15,524 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34315,-1 for getting cluster id 2024-11-09T22:20:15,524 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:15,525 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b39e081-e3b0-413d-bba1-399af0b4a5be' 2024-11-09T22:20:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b39e081-e3b0-413d-bba1-399af0b4a5be" 2024-11-09T22:20:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d355c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34315,-1] 2024-11-09T22:20:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:15,527 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:15,528 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f65e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:15,528 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:15,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34315,1731190810299 2024-11-09T22:20:15,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66290481 2024-11-09T22:20:15,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:15,530 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-09T22:20:15,531 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,35857,1731190804773 (queues=1) is replicating from cluster=04bcb70b-822b-402a-9680-8f57a1f6c84c to cluster=6b39e081-e3b0-413d-bba1-399af0b4a5be 2024-11-09T22:20:15,531 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C35857%2C1731190804773 2024-11-09T22:20:15,531 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,35857,1731190804773, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:20:15,531 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773.replicationSource.shipperea9122631f8b%2C35857%2C1731190804773,1-ea9122631f8b,35857,1731190804773 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C35857%2C1731190804773 2024-11-09T22:20:15,531 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773.replicationSource.wal-reader.ea9122631f8b%2C35857%2C1731190804773,1-ea9122631f8b,35857,1731190804773 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.1731190807128, startPosition=0, beingWritten=true 2024-11-09T22:20:15,737 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773.replicationSource.wal-reader.ea9122631f8b%2C35857%2C1731190804773,1-ea9122631f8b,35857,1731190804773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.1731190807128 to pos 0, reset compression=false 2024-11-09T22:20:16,052 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773.replicationSource.wal-reader.ea9122631f8b%2C35857%2C1731190804773,1-ea9122631f8b,35857,1731190804773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.1731190807128 to pos 0, reset compression=false 2024-11-09T22:20:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:16,157 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:20:16,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:16,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:16,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:16,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:16,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:16,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,40127,1731190804561 2024-11-09T22:20:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@732dd6ca 2024-11-09T22:20:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:16,159 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:16,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40127 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T22:20:16,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:16,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:16,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:16,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:16,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:16,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:20:16,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1776068552, stopped=false 2024-11-09T22:20:16,161 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,40127,1731190804561 2024-11-09T22:20:16,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-321569267/running 2024-11-09T22:20:16,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-321569267/running 2024-11-09T22:20:16,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:16,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:16,254 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:20:16,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:16,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:16,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:16,254 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,35857,1731190804773' ***** 2024-11-09T22:20:16,254 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:20:16,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/running 2024-11-09T22:20:16,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/running 2024-11-09T22:20:16,255 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:20:16,255 INFO [RS:0;ea9122631f8b:35857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:20:16,255 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:20:16,255 INFO [RS:0;ea9122631f8b:35857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:20:16,255 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:16,255 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,35857,1731190804773 2024-11-09T22:20:16,255 INFO [RS:0;ea9122631f8b:35857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:20:16,255 INFO [RS:0;ea9122631f8b:35857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:35857. 2024-11-09T22:20:16,255 DEBUG [RS:0;ea9122631f8b:35857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:16,255 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d82bc5a7b643bc7d895f442a51bf2ce, disabling compactions & flushes 2024-11-09T22:20:16,255 DEBUG [RS:0;ea9122631f8b:35857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:16,255 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:16,255 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:16,255 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:20:16,255 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. after waiting 0 ms 2024-11-09T22:20:16,255 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:20:16,255 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:16,255 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:20:16,255 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:20:16,255 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1d82bc5a7b643bc7d895f442a51bf2ce 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T22:20:16,256 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:20:16,256 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1d82bc5a7b643bc7d895f442a51bf2ce=hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce.} 2024-11-09T22:20:16,256 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:16,256 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:20:16,256 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:20:16,256 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:20:16,256 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:20:16,256 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:20:16,256 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T22:20:16,270 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/info/9527e3c455df46f1b1eab6aa2a94bcb2 is 147, key is hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce./info:regioninfo/1731190815183/Put/seqid=0 2024-11-09T22:20:16,270 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce/.tmp/queue/f37d70d74a95497cba39425259cd2f9e is 151, key is 1-ea9122631f8b,35857,1731190804773/queue:ea9122631f8b%2C35857%2C1731190804773/1731190815507/Put/seqid=0 2024-11-09T22:20:16,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741839_1015 (size=5350) 2024-11-09T22:20:16,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741838_1014 (size=6631) 2024-11-09T22:20:16,307 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:20:16,456 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:16,456 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773.replicationSource.wal-reader.ea9122631f8b%2C35857%2C1731190804773,1-ea9122631f8b,35857,1731190804773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.1731190807128 to pos 0, reset compression=false 2024-11-09T22:20:16,656 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:16,695 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce/.tmp/queue/f37d70d74a95497cba39425259cd2f9e 2024-11-09T22:20:16,699 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/info/9527e3c455df46f1b1eab6aa2a94bcb2 2024-11-09T22:20:16,705 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce/.tmp/queue/f37d70d74a95497cba39425259cd2f9e as hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce/queue/f37d70d74a95497cba39425259cd2f9e 2024-11-09T22:20:16,718 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce/queue/f37d70d74a95497cba39425259cd2f9e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T22:20:16,718 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1d82bc5a7b643bc7d895f442a51bf2ce in 463ms, sequenceid=5, compaction requested=false 2024-11-09T22:20:16,719 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T22:20:16,727 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T22:20:16,727 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/ns/74bba4466881400e8422d9ce3005ec0a is 43, key is default/ns:d/1731190808210/Put/seqid=0 2024-11-09T22:20:16,728 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:16,728 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:20:16,728 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:16,728 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d82bc5a7b643bc7d895f442a51bf2ce: Waiting for close lock at 1731190816255Running coprocessor pre-close hooks at 1731190816255Disabling compacts and flushes for region at 1731190816255Disabling writes for close at 1731190816255Obtaining lock to block concurrent updates at 1731190816255Preparing flush snapshotting stores in 1d82bc5a7b643bc7d895f442a51bf2ce at 1731190816255Finished memstore snapshotting hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731190816256 (+1 ms)Flushing stores of hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. at 1731190816256Flushing 1d82bc5a7b643bc7d895f442a51bf2ce/queue: creating writer at 1731190816256Flushing 1d82bc5a7b643bc7d895f442a51bf2ce/queue: appending metadata at 1731190816269 (+13 ms)Flushing 1d82bc5a7b643bc7d895f442a51bf2ce/queue: closing flushed file at 1731190816269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e811ff5: reopening flushed file at 1731190816703 (+434 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1d82bc5a7b643bc7d895f442a51bf2ce in 463ms, sequenceid=5, compaction requested=false at 1731190816719 (+16 ms)Writing region close event to WAL at 1731190816720 (+1 ms)Running coprocessor post-close hooks at 1731190816727 (+7 ms)Closed at 1731190816728 (+1 ms) 2024-11-09T22:20:16,728 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:16,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741840_1016 (size=5153) 2024-11-09T22:20:16,856 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:16,961 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773.replicationSource.wal-reader.ea9122631f8b%2C35857%2C1731190804773,1-ea9122631f8b,35857,1731190804773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.1731190807128 to pos 0, reset compression=false 2024-11-09T22:20:17,041 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:20:17,042 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:20:17,057 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:17,131 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/ns/74bba4466881400e8422d9ce3005ec0a 2024-11-09T22:20:17,150 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/table/b79b02ac8f47473595d7c607b6e3380b is 53, key is hbase:replication/table:state/1731190815190/Put/seqid=0 2024-11-09T22:20:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741841_1017 (size=5256) 2024-11-09T22:20:17,257 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T22:20:17,257 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:20:17,257 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:17,457 DEBUG [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:17,555 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/table/b79b02ac8f47473595d7c607b6e3380b 2024-11-09T22:20:17,560 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/info/9527e3c455df46f1b1eab6aa2a94bcb2 as hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/info/9527e3c455df46f1b1eab6aa2a94bcb2 2024-11-09T22:20:17,565 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/info/9527e3c455df46f1b1eab6aa2a94bcb2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T22:20:17,566 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/ns/74bba4466881400e8422d9ce3005ec0a as hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/ns/74bba4466881400e8422d9ce3005ec0a 2024-11-09T22:20:17,566 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773.replicationSource.wal-reader.ea9122631f8b%2C35857%2C1731190804773,1-ea9122631f8b,35857,1731190804773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.1731190807128 to pos 0, reset compression=false 2024-11-09T22:20:17,571 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/ns/74bba4466881400e8422d9ce3005ec0a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T22:20:17,572 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/table/b79b02ac8f47473595d7c607b6e3380b as hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/table/b79b02ac8f47473595d7c607b6e3380b 2024-11-09T22:20:17,578 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/table/b79b02ac8f47473595d7c607b6e3380b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T22:20:17,579 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=11, compaction requested=false 2024-11-09T22:20:17,583 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T22:20:17,583 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:17,583 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:20:17,583 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:17,583 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190816256Running coprocessor pre-close hooks at 1731190816256Disabling compacts and flushes for region at 1731190816256Disabling writes for close at 1731190816256Obtaining lock to block concurrent updates at 1731190816256Preparing flush snapshotting stores in 1588230740 at 1731190816256Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731190816256Flushing stores of hbase:meta,,1.1588230740 at 1731190816257 (+1 ms)Flushing 1588230740/info: creating writer at 1731190816257Flushing 1588230740/info: appending metadata at 1731190816270 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731190816270Flushing 1588230740/ns: creating writer at 1731190816708 (+438 ms)Flushing 1588230740/ns: appending metadata at 1731190816727 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731190816727Flushing 1588230740/table: creating writer at 1731190817136 (+409 ms)Flushing 1588230740/table: appending metadata at 1731190817150 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731190817150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1086d5e3: reopening flushed file at 1731190817560 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cca19aa: reopening flushed file at 1731190817565 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9510c: reopening flushed file at 1731190817571 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=11, compaction requested=false at 1731190817579 (+8 ms)Writing region close event to WAL at 1731190817580 (+1 ms)Running coprocessor post-close hooks at 1731190817583 (+3 ms)Closed at 1731190817583 2024-11-09T22:20:17,583 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:17,657 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,35857,1731190804773; all regions closed. 2024-11-09T22:20:17,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741834_1010 (size=2742) 2024-11-09T22:20:17,660 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.meta.1731190808129.meta not finished, retry = 0 2024-11-09T22:20:17,763 DEBUG [RS:0;ea9122631f8b:35857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs 2024-11-09T22:20:17,763 INFO [RS:0;ea9122631f8b:35857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C35857%2C1731190804773.meta:.meta(num 1731190808129) 2024-11-09T22:20:17,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741837_1013 (size=1586) 2024-11-09T22:20:17,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.rep.1731190815152 not finished, retry = 0 2024-11-09T22:20:17,868 DEBUG [RS:0;ea9122631f8b:35857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs 2024-11-09T22:20:17,868 INFO [RS:0;ea9122631f8b:35857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C35857%2C1731190804773.rep:(num 1731190815152) 2024-11-09T22:20:17,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741832_1008 (size=93) 2024-11-09T22:20:17,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773/ea9122631f8b%2C35857%2C1731190804773.1731190807128 not finished, retry = 0 2024-11-09T22:20:17,973 DEBUG [RS:0;ea9122631f8b:35857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs 2024-11-09T22:20:17,973 INFO [RS:0;ea9122631f8b:35857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C35857%2C1731190804773:(num 1731190807128) 2024-11-09T22:20:17,973 DEBUG [RS:0;ea9122631f8b:35857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:17,973 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:20:17,973 INFO [RS:0;ea9122631f8b:35857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:17,973 INFO [RS:0;ea9122631f8b:35857 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:17,973 INFO [RS:0;ea9122631f8b:35857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:17,973 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:20:17,973 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,35857,1731190804773 because: Region server is closing 2024-11-09T22:20:17,973 INFO [RS:0;ea9122631f8b:35857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:35857. 2024-11-09T22:20:17,974 DEBUG [RS:0;ea9122631f8b:35857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:17,974 DEBUG [RS:0;ea9122631f8b:35857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:17,974 DEBUG [RS:0;ea9122631f8b:35857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:17,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:18,074 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773.replicationSource.wal-reader.ea9122631f8b%2C35857%2C1731190804773,1-ea9122631f8b,35857,1731190804773 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:20:18,074 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773.replicationSource.shipperea9122631f8b%2C35857%2C1731190804773,1-ea9122631f8b,35857,1731190804773 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T22:20:18,074 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,35857,1731190804773.replicationSource.shipperea9122631f8b%2C35857%2C1731190804773,1-ea9122631f8b,35857,1731190804773 terminated 2024-11-09T22:20:18,074 INFO [RS:0;ea9122631f8b:35857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35857 2024-11-09T22:20:18,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-321569267/rs/ea9122631f8b,35857,1731190804773 2024-11-09T22:20:18,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/rs 2024-11-09T22:20:18,096 INFO [RS:0;ea9122631f8b:35857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:18,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,35857,1731190804773] 2024-11-09T22:20:18,117 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/draining/ea9122631f8b,35857,1731190804773 already deleted, retry=false 2024-11-09T22:20:18,117 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,35857,1731190804773 expired; onlineServers=0 2024-11-09T22:20:18,117 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,40127,1731190804561' ***** 2024-11-09T22:20:18,117 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:20:18,117 INFO [M:0;ea9122631f8b:40127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:20:18,117 INFO [M:0;ea9122631f8b:40127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:18,117 DEBUG [M:0;ea9122631f8b:40127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:20:18,117 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:20:18,117 DEBUG [M:0;ea9122631f8b:40127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:20:18,117 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190806896 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190806896,5,FailOnTimeoutGroup] 2024-11-09T22:20:18,117 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190806896 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190806896,5,FailOnTimeoutGroup] 2024-11-09T22:20:18,117 INFO [M:0;ea9122631f8b:40127 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:18,117 INFO [M:0;ea9122631f8b:40127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:18,117 DEBUG [M:0;ea9122631f8b:40127 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:20:18,117 INFO [M:0;ea9122631f8b:40127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:20:18,117 INFO [M:0;ea9122631f8b:40127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:20:18,118 INFO [M:0;ea9122631f8b:40127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:20:18,118 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:20:18,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-321569267/master 2024-11-09T22:20:18,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:18,127 DEBUG [M:0;ea9122631f8b:40127 {}] zookeeper.ZKUtil(347): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/master because node does not exist (not an error) 2024-11-09T22:20:18,127 WARN [M:0;ea9122631f8b:40127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:20:18,128 INFO [M:0;ea9122631f8b:40127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/.lastflushedseqids 2024-11-09T22:20:18,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741842_1018 (size=181) 2024-11-09T22:20:18,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:18,206 INFO [RS:0;ea9122631f8b:35857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:20:18,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35857-0x10121af43e00001, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:18,206 INFO [RS:0;ea9122631f8b:35857 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,35857,1731190804773; zookeeper connection closed. 2024-11-09T22:20:18,207 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@87fa08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@87fa08 2024-11-09T22:20:18,207 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:20:18,533 INFO [M:0;ea9122631f8b:40127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:20:18,533 INFO [M:0;ea9122631f8b:40127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:20:18,533 DEBUG [M:0;ea9122631f8b:40127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:20:18,533 INFO [M:0;ea9122631f8b:40127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:18,533 DEBUG [M:0;ea9122631f8b:40127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:18,533 DEBUG [M:0;ea9122631f8b:40127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:20:18,533 DEBUG [M:0;ea9122631f8b:40127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:18,533 INFO [M:0;ea9122631f8b:40127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T22:20:18,554 DEBUG [M:0;ea9122631f8b:40127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17de9ae35ea74229b57b627e8bd7a2be is 82, key is hbase:meta,,1/info:regioninfo/1731190808161/Put/seqid=0 2024-11-09T22:20:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741843_1019 (size=5672) 2024-11-09T22:20:18,959 INFO [M:0;ea9122631f8b:40127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17de9ae35ea74229b57b627e8bd7a2be 2024-11-09T22:20:18,980 DEBUG [M:0;ea9122631f8b:40127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc3d39b89825476e97fa4f007f40da11 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731190815193/Put/seqid=0 2024-11-09T22:20:18,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741844_1020 (size=7203) 2024-11-09T22:20:19,373 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:20:19,392 INFO [M:0;ea9122631f8b:40127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc3d39b89825476e97fa4f007f40da11 2024-11-09T22:20:19,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:19,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:19,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:19,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:19,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:19,420 DEBUG [M:0;ea9122631f8b:40127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc97ed0766a24d298e37dd860e7b83ce is 69, key is ea9122631f8b,35857,1731190804773/rs:state/1731190806969/Put/seqid=0 2024-11-09T22:20:19,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741845_1021 (size=5156) 2024-11-09T22:20:19,429 INFO [M:0;ea9122631f8b:40127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc97ed0766a24d298e37dd860e7b83ce 2024-11-09T22:20:19,434 DEBUG [M:0;ea9122631f8b:40127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17de9ae35ea74229b57b627e8bd7a2be as hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17de9ae35ea74229b57b627e8bd7a2be 2024-11-09T22:20:19,438 INFO [M:0;ea9122631f8b:40127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17de9ae35ea74229b57b627e8bd7a2be, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T22:20:19,439 DEBUG [M:0;ea9122631f8b:40127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc3d39b89825476e97fa4f007f40da11 as hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc3d39b89825476e97fa4f007f40da11 2024-11-09T22:20:19,448 INFO [M:0;ea9122631f8b:40127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc3d39b89825476e97fa4f007f40da11, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T22:20:19,449 DEBUG [M:0;ea9122631f8b:40127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc97ed0766a24d298e37dd860e7b83ce as hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc97ed0766a24d298e37dd860e7b83ce 2024-11-09T22:20:19,456 INFO [M:0;ea9122631f8b:40127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc97ed0766a24d298e37dd860e7b83ce, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T22:20:19,457 INFO [M:0;ea9122631f8b:40127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=70, compaction requested=false 2024-11-09T22:20:19,459 INFO [M:0;ea9122631f8b:40127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:19,459 DEBUG [M:0;ea9122631f8b:40127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190818533Disabling compacts and flushes for region at 1731190818533Disabling writes for close at 1731190818533Obtaining lock to block concurrent updates at 1731190818533Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190818533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731190818534 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190818534Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190818534Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190818554 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190818554Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190818964 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190818980 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190818980Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190819399 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190819419 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190819419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2641a5b9: reopening flushed file at 1731190819433 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5c1654: reopening flushed file at 1731190819439 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e7537e: reopening flushed file at 1731190819448 (+9 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=70, compaction requested=false at 1731190819457 (+9 ms)Writing region close event to WAL at 1731190819459 (+2 ms)Closed at 1731190819459 2024-11-09T22:20:19,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741830_1006 (size=41008) 2024-11-09T22:20:19,461 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,40127,1731190804561/ea9122631f8b%2C40127%2C1731190804561.1731190806606 not finished, retry = 0 2024-11-09T22:20:19,563 INFO [M:0;ea9122631f8b:40127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:20:19,563 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:20:19,563 INFO [M:0;ea9122631f8b:40127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40127 2024-11-09T22:20:19,563 INFO [M:0;ea9122631f8b:40127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:19,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:19,712 INFO [M:0;ea9122631f8b:40127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:20:19,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40127-0x10121af43e00000, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:19,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:20:19,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:19,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:19,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:20:19,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:19,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:20:19,714 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:20:19,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:20:19,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35159 2024-11-09T22:20:19,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35159 connecting to ZooKeeper ensemble=127.0.0.1:61063 2024-11-09T22:20:19,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351590x0, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:19,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35159-0x10121af43e00006 connected 2024-11-09T22:20:19,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:19,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:19,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/running 2024-11-09T22:20:19,743 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: INIT 2024-11-09T22:20:19,744 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706, hbase.cluster.distributed=false 2024-11-09T22:20:19,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/acl 2024-11-09T22:20:19,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35159 2024-11-09T22:20:19,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35159 2024-11-09T22:20:19,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35159 2024-11-09T22:20:19,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35159 2024-11-09T22:20:19,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35159 2024-11-09T22:20:19,765 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:20:19,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:19,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:19,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:20:19,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:19,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:20:19,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:20:19,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:20:19,766 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34279 2024-11-09T22:20:19,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34279 connecting to ZooKeeper ensemble=127.0.0.1:61063 2024-11-09T22:20:19,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:19,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:19,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342790x0, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:19,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342790x0, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/running 2024-11-09T22:20:19,780 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: INIT 2024-11-09T22:20:19,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34279-0x10121af43e00007 connected 2024-11-09T22:20:19,780 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:20:19,783 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:20:19,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/master 2024-11-09T22:20:19,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/acl 2024-11-09T22:20:19,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34279 2024-11-09T22:20:19,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34279 2024-11-09T22:20:19,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34279 2024-11-09T22:20:19,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34279 2024-11-09T22:20:19,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34279 2024-11-09T22:20:19,802 DEBUG [M:0;ea9122631f8b:35159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:35159 2024-11-09T22:20:19,802 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-321569267/backup-masters/ea9122631f8b,35159,1731190819714 2024-11-09T22:20:19,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/backup-masters 2024-11-09T22:20:19,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/backup-masters 2024-11-09T22:20:19,812 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on existing znode=/0-321569267/backup-masters/ea9122631f8b,35159,1731190819714 2024-11-09T22:20:19,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:19,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-321569267/master 2024-11-09T22:20:19,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:19,822 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on existing znode=/0-321569267/master 2024-11-09T22:20:19,823 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-321569267/backup-masters/ea9122631f8b,35159,1731190819714 from backup master directory 2024-11-09T22:20:19,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/backup-masters 2024-11-09T22:20:19,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-321569267/backup-masters/ea9122631f8b,35159,1731190819714 2024-11-09T22:20:19,832 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:20:19,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/backup-masters 2024-11-09T22:20:19,832 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,35159,1731190819714 2024-11-09T22:20:19,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:19,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:20:19,851 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-11-09T22:20:19,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741846_1022 (size=196) 2024-11-09T22:20:20,268 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:20:20,268 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:20:20,268 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:20,273 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T22:20:20,275 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,40127,1731190804561 to hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,40127,1731190804561-dead as it is dead 2024-11-09T22:20:20,276 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,40127,1731190804561-dead/ea9122631f8b%2C40127%2C1731190804561.1731190806606 2024-11-09T22:20:20,277 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,40127,1731190804561-dead/ea9122631f8b%2C40127%2C1731190804561.1731190806606 after 1ms 2024-11-09T22:20:20,277 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,40127,1731190804561-dead/ea9122631f8b%2C40127%2C1731190804561.1731190806606 to hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ea9122631f8b%2C40127%2C1731190804561.1731190806606 2024-11-09T22:20:20,277 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,40127,1731190804561-dead 2024-11-09T22:20:20,278 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,35159,1731190819714 2024-11-09T22:20:20,279 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:20:20,280 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C35159%2C1731190819714, suffix=, logDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,35159,1731190819714, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/oldWALs, maxLogs=10 2024-11-09T22:20:20,292 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,35159,1731190819714/ea9122631f8b%2C35159%2C1731190819714.1731190820280, exclude list is [], retry=0 2024-11-09T22:20:20,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36913,DS-83d5a801-3156-466f-ba9d-ba5c721ee408,DISK] 2024-11-09T22:20:20,295 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/WALs/ea9122631f8b,35159,1731190819714/ea9122631f8b%2C35159%2C1731190819714.1731190820280 2024-11-09T22:20:20,296 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-11-09T22:20:20,296 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:20,296 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:20,296 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:20,296 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:20,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:20,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:20:20,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:20,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17de9ae35ea74229b57b627e8bd7a2be 2024-11-09T22:20:20,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:20,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:20,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:20:20,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:20,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc3d39b89825476e97fa4f007f40da11 2024-11-09T22:20:20,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:20,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:20,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:20:20,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:20,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc97ed0766a24d298e37dd860e7b83ce 2024-11-09T22:20:20,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:20,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:20,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:20:20,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:20,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:20,319 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:20,319 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T22:20:20,319 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ea9122631f8b%2C40127%2C1731190804561.1731190806606 2024-11-09T22:20:20,325 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ea9122631f8b%2C40127%2C1731190804561.1731190806606 2024-11-09T22:20:20,325 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ea9122631f8b%2C40127%2C1731190804561.1731190806606 2024-11-09T22:20:20,327 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:20,327 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:20,327 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:20,329 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:20,331 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-09T22:20:20,332 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63121821, jitterRate=-0.05941157042980194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:20,332 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190820296Initializing all the Stores at 1731190820297 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190820297Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190820297Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190820297Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190820297Cleaning up temporary data from old regions at 1731190820327 (+30 ms)Region opened successfully at 1731190820332 (+5 ms) 2024-11-09T22:20:20,332 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:20:20,335 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef7e59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:20:20,337 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T22:20:20,337 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:20:20,337 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:20:20,338 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:20:20,338 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:20:20,341 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:20,341 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:20:20,342 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:20:20,342 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-09T22:20:20,342 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:20:20,345 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ea9122631f8b,35857,1731190804773, regionLocation=ea9122631f8b,35857,1731190804773, openSeqNum=2 2024-11-09T22:20:20,345 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ea9122631f8b,35857,1731190804773, table=hbase:meta, region=1588230740 2024-11-09T22:20:20,345 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,35857,1731190804773, state=OPEN 2024-11-09T22:20:20,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-321569267/meta-region-server 2024-11-09T22:20:20,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-321569267/meta-region-server 2024-11-09T22:20:20,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: CHANGED 2024-11-09T22:20:20,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: CHANGED 2024-11-09T22:20:20,407 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:20:20,419 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/draining/ea9122631f8b,35857,1731190804773 already deleted, retry=false 2024-11-09T22:20:20,419 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ea9122631f8b,35857,1731190804773 on ea9122631f8b,35159,1731190819714 2024-11-09T22:20:20,421 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ea9122631f8b,35857,1731190804773, splitWal=true, meta=true 2024-11-09T22:20:20,421 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for ea9122631f8b,35857,1731190804773 (carryingMeta=true) ea9122631f8b,35857,1731190804773/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@76e1bd31[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T22:20:20,423 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/balancer because node does not exist (not necessarily an error) 2024-11-09T22:20:20,432 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/balancer already deleted, retry=false 2024-11-09T22:20:20,433 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:20:20,433 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:20:20,443 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/normalizer already deleted, retry=false 2024-11-09T22:20:20,443 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:20:20,444 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:20:20,453 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/switch/split already deleted, retry=false 2024-11-09T22:20:20,454 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:20:20,464 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/switch/merge already deleted, retry=false 2024-11-09T22:20:20,477 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:20:20,485 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/snapshot-cleanup already deleted, retry=false 2024-11-09T22:20:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-321569267/running 2024-11-09T22:20:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-321569267/running 2024-11-09T22:20:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:20,497 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,35159,1731190819714, sessionid=0x10121af43e00006, setting cluster-up flag (Was=false) 2024-11-09T22:20:20,507 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-321569267/flush-table-proc/acquired, /0-321569267/flush-table-proc/reached, /0-321569267/flush-table-proc/abort 2024-11-09T22:20:20,508 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,35159,1731190819714 2024-11-09T22:20:20,518 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-321569267/online-snapshot/acquired, /0-321569267/online-snapshot/reached, /0-321569267/online-snapshot/abort 2024-11-09T22:20:20,518 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,35159,1731190819714 2024-11-09T22:20:20,520 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/.lastflushedseqids 2024-11-09T22:20:20,522 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:20:20,523 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:20:20,523 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,35159,1731190819714 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ea9122631f8b,35857,1731190804773 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:20:20,524 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:20,524 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:20,524 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:20,524 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:20,524 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:20:20,524 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,524 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:20:20,524 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,529 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ea9122631f8b,35857,1731190804773, splitWal=true, meta=true 2024-11-09T22:20:20,530 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ea9122631f8b,35857,1731190804773, splitWal=true, meta=true, isMeta: true 2024-11-09T22:20:20,532 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773-splitting 2024-11-09T22:20:20,532 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190850532 2024-11-09T22:20:20,532 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:20:20,532 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:20:20,532 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:20:20,532 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:20:20,532 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:20:20,532 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:20:20,532 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773-splitting dir is empty, no logs to split. 2024-11-09T22:20:20,532 INFO [PEWorker-1 {}] master.SplitWALManager(105): ea9122631f8b,35857,1731190804773 WAL count=0, meta=true 2024-11-09T22:20:20,535 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773-splitting dir is empty, no logs to split. 2024-11-09T22:20:20,535 INFO [PEWorker-1 {}] master.SplitWALManager(105): ea9122631f8b,35857,1731190804773 WAL count=0, meta=true 2024-11-09T22:20:20,535 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ea9122631f8b,35857,1731190804773 WAL splitting is done? wals=0, meta=true 2024-11-09T22:20:20,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:20:20,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:20:20,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T22:20:20,540 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,543 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:20:20,543 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:20:20,543 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:20:20,543 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:20:20,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:20:20,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:20:20,544 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190820544,5,FailOnTimeoutGroup] 2024-11-09T22:20:20,544 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190820544,5,FailOnTimeoutGroup] 2024-11-09T22:20:20,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:20:20,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190820544, completionTime=-1 2024-11-09T22:20:20,544 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T22:20:20,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T22:20:20,593 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(746): ClusterId : 04bcb70b-822b-402a-9680-8f57a1f6c84c 2024-11-09T22:20:20,593 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:20:20,602 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:20:20,602 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:20:20,612 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:20:20,612 DEBUG [RS:0;ea9122631f8b:34279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cb5c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:20:20,622 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:34279 2024-11-09T22:20:20,622 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:20:20,622 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:20:20,622 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:20:20,623 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,35159,1731190819714 with port=34279, startcode=1731190819764 2024-11-09T22:20:20,623 DEBUG [RS:0;ea9122631f8b:34279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:20:20,625 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:20:20,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,34279,1731190819764 2024-11-09T22:20:20,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35159 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,34279,1731190819764 2024-11-09T22:20:20,626 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706 2024-11-09T22:20:20,626 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41767 2024-11-09T22:20:20,626 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:20:20,645 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T22:20:20,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/rs 2024-11-09T22:20:20,662 DEBUG [RS:0;ea9122631f8b:34279 {}] zookeeper.ZKUtil(111): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on existing znode=/0-321569267/rs/ea9122631f8b,34279,1731190819764 2024-11-09T22:20:20,662 WARN [RS:0;ea9122631f8b:34279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:20:20,662 INFO [RS:0;ea9122631f8b:34279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:20,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,34279,1731190819764] 2024-11-09T22:20:20,662 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764 2024-11-09T22:20:20,679 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:20:20,681 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:20:20,681 INFO [RS:0;ea9122631f8b:34279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:20:20,681 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,681 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:20:20,682 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:20:20,682 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:20:20,682 DEBUG [RS:0;ea9122631f8b:34279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:20:20,683 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,683 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,683 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,683 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,683 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,683 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34279,1731190819764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:20:20,689 WARN [ea9122631f8b:35159 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T22:20:20,697 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:20:20,697 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34279,1731190819764-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,709 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,34279,1731190819764, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:20:20,709 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,710 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.Replication(171): ea9122631f8b,34279,1731190819764 started 2024-11-09T22:20:20,722 DEBUG [RS:0;ea9122631f8b:34279.replicationSource,1-ea9122631f8b,34279,1731190819764 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:34315' 2024-11-09T22:20:20,722 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:20,722 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,34279,1731190819764, RpcServer on ea9122631f8b/172.17.0.3:34279, sessionid=0x10121af43e00007 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,34279,1731190819764 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,34279,1731190819764' 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-321569267/flush-table-proc/abort' 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279.replicationSource,1-ea9122631f8b,34279,1731190819764 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14161204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-321569267/flush-table-proc/acquired' 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279.replicationSource,1-ea9122631f8b,34279,1731190819764 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34315,-1 for getting cluster id 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279.replicationSource,1-ea9122631f8b,34279,1731190819764 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,34279,1731190819764 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,34279,1731190819764' 2024-11-09T22:20:20,723 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-321569267/online-snapshot/abort' 2024-11-09T22:20:20,724 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-321569267/online-snapshot/acquired' 2024-11-09T22:20:20,724 DEBUG [RS:0;ea9122631f8b:34279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:20:20,724 INFO [RS:0;ea9122631f8b:34279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:20:20,724 INFO [RS:0;ea9122631f8b:34279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:20:20,724 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b39e081-e3b0-413d-bba1-399af0b4a5be' 2024-11-09T22:20:20,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:20,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b39e081-e3b0-413d-bba1-399af0b4a5be" 2024-11-09T22:20:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c4e36d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34315,-1] 2024-11-09T22:20:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:20,726 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:20,727 DEBUG [RS:0;ea9122631f8b:34279.replicationSource,1-ea9122631f8b,34279,1731190819764 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ee675e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:20,727 DEBUG [RS:0;ea9122631f8b:34279.replicationSource,1-ea9122631f8b,34279,1731190819764 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:20,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34315,1731190810299 2024-11-09T22:20:20,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69cf3c11 2024-11-09T22:20:20,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:20,728 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-09T22:20:20,729 INFO [RS:0;ea9122631f8b:34279.replicationSource,1-ea9122631f8b,34279,1731190819764 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,34279,1731190819764 (queues=0) is replicating from cluster=04bcb70b-822b-402a-9680-8f57a1f6c84c to cluster=6b39e081-e3b0-413d-bba1-399af0b4a5be 2024-11-09T22:20:20,824 INFO [RS:0;ea9122631f8b:34279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:20:20,826 INFO [RS:0;ea9122631f8b:34279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C34279%2C1731190819764, suffix=, logDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs, maxLogs=10 2024-11-09T22:20:20,838 DEBUG [RS:0;ea9122631f8b:34279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826, exclude list is [], retry=0 2024-11-09T22:20:20,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36913,DS-83d5a801-3156-466f-ba9d-ba5c721ee408,DISK] 2024-11-09T22:20:20,842 INFO [RS:0;ea9122631f8b:34279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 2024-11-09T22:20:20,843 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ea9122631f8b%2C34279%2C1731190819764 for peer 1 2024-11-09T22:20:20,843 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C34279%2C1731190819764 2024-11-09T22:20:20,843 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,34279,1731190819764, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:20:20,843 DEBUG [RS:0;ea9122631f8b:34279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-11-09T22:20:20,843 INFO [RS:0;ea9122631f8b:34279.replicationSource.shipperea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C34279%2C1731190819764 2024-11-09T22:20:20,843 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826, startPosition=0, beingWritten=true 2024-11-09T22:20:20,939 DEBUG [ea9122631f8b:35159 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:20:20,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,34279,1731190819764 2024-11-09T22:20:20,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,34279,1731190819764, state=OPENING 2024-11-09T22:20:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-321569267/meta-region-server 2024-11-09T22:20:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-321569267/meta-region-server 2024-11-09T22:20:20,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: CHANGED 2024-11-09T22:20:20,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: CHANGED 2024-11-09T22:20:20,980 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:20:20,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,34279,1731190819764}] 2024-11-09T22:20:21,050 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 to pos 0, reset compression=false 2024-11-09T22:20:21,132 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:20:21,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:20:21,136 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:20:21,136 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:21,137 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:20:21,138 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C34279%2C1731190819764.meta, suffix=.meta, logDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs, maxLogs=10 2024-11-09T22:20:21,153 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.meta.1731190821138.meta, exclude list is [], retry=0 2024-11-09T22:20:21,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36913,DS-83d5a801-3156-466f-ba9d-ba5c721ee408,DISK] 2024-11-09T22:20:21,156 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.meta.1731190821138.meta 2024-11-09T22:20:21,157 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-11-09T22:20:21,157 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:21,157 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:20:21,157 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:20:21,157 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:20:21,157 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:20:21,157 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:20:21,157 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:21,157 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:20:21,157 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:20:21,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:20:21,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:20:21,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:21,165 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/info/9527e3c455df46f1b1eab6aa2a94bcb2 2024-11-09T22:20:21,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:21,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:20:21,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:20:21,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:21,171 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/ns/74bba4466881400e8422d9ce3005ec0a 2024-11-09T22:20:21,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:21,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:20:21,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:20:21,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:21,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:21,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:20:21,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:20:21,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:21,178 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/table/b79b02ac8f47473595d7c607b6e3380b 2024-11-09T22:20:21,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:21,178 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:20:21,179 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740 2024-11-09T22:20:21,180 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740 2024-11-09T22:20:21,181 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:20:21,181 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:20:21,181 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:21,182 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:20:21,183 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68633319, jitterRate=0.02271614968776703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:21,183 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:20:21,183 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190821157Writing region info on filesystem at 1731190821157Initializing all the Stores at 1731190821158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190821158Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190821159 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190821159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190821159Cleaning up temporary data from old regions at 1731190821181 (+22 ms)Running coprocessor post-open hooks at 1731190821183 (+2 ms)Region opened successfully at 1731190821183 2024-11-09T22:20:21,184 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731190821132 2024-11-09T22:20:21,185 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:20:21,185 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:20:21,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ea9122631f8b,34279,1731190819764 2024-11-09T22:20:21,187 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,34279,1731190819764, state=OPEN 2024-11-09T22:20:21,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-321569267/meta-region-server 2024-11-09T22:20:21,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-321569267/meta-region-server 2024-11-09T22:20:21,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,34279,1731190819764 2024-11-09T22:20:21,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: CHANGED 2024-11-09T22:20:21,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-321569267/meta-region-server: CHANGED 2024-11-09T22:20:21,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T22:20:21,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,34279,1731190819764 in 218 msec 2024-11-09T22:20:21,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:20:21,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-09T22:20:21,355 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 to pos 0, reset compression=false 2024-11-09T22:20:21,760 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 to pos 0, reset compression=false 2024-11-09T22:20:22,147 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-09T22:20:22,264 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 to pos 0, reset compression=false 2024-11-09T22:20:22,868 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 to pos 0, reset compression=false 2024-11-09T22:20:23,572 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 to pos 0, reset compression=false 2024-11-09T22:20:23,650 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T22:20:24,377 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 to pos 0, reset compression=false 2024-11-09T22:20:25,052 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T22:20:25,052 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:20:25,053 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:25,053 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,34279,1731190819764, seqNum=-1] 2024-11-09T22:20:25,053 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:25,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:25,058 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1d82bc5a7b643bc7d895f442a51bf2ce, regionState=OPEN, lastHost=ea9122631f8b,35857,1731190804773, regionLocation=ea9122631f8b,35857,1731190804773, openSeqNum=2 2024-11-09T22:20:25,058 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:20:25,058 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190885058 2024-11-09T22:20:25,058 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190945058 2024-11-09T22:20:25,058 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-09T22:20:25,058 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ea9122631f8b,35857,1731190804773 had 2 regions 2024-11-09T22:20:25,059 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35159,1731190819714-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:25,059 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35159,1731190819714-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:25,059 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35159,1731190819714-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:25,059 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:35159, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:25,059 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:25,059 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:25,059 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ea9122631f8b,35857,1731190804773, splitWal=true, meta=true, isMeta: false 2024-11-09T22:20:25,061 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773-splitting dir is empty, no logs to split. 2024-11-09T22:20:25,061 INFO [PEWorker-3 {}] master.SplitWALManager(105): ea9122631f8b,35857,1731190804773 WAL count=0, meta=false 2024-11-09T22:20:25,064 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,35857,1731190804773-splitting dir is empty, no logs to split. 2024-11-09T22:20:25,064 INFO [PEWorker-3 {}] master.SplitWALManager(105): ea9122631f8b,35857,1731190804773 WAL count=0, meta=false 2024-11-09T22:20:25,064 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ea9122631f8b,35857,1731190804773 WAL splitting is done? wals=0, meta=false 2024-11-09T22:20:25,065 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.232sec 2024-11-09T22:20:25,065 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:20:25,065 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:20:25,065 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:20:25,065 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:20:25,065 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:20:25,065 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35159,1731190819714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:20:25,065 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35159,1731190819714-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:20:25,066 WARN [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ea9122631f8b,35857,1731190804773/hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:25,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d82bc5a7b643bc7d895f442a51bf2ce, ASSIGN}] 2024-11-09T22:20:25,069 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d82bc5a7b643bc7d895f442a51bf2ce, ASSIGN 2024-11-09T22:20:25,069 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:20:25,069 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:20:25,069 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35159,1731190819714-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:25,070 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d82bc5a7b643bc7d895f442a51bf2ce, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T22:20:25,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38070ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:25,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,35159,-1 for getting cluster id 2024-11-09T22:20:25,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:25,098 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04bcb70b-822b-402a-9680-8f57a1f6c84c' 2024-11-09T22:20:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04bcb70b-822b-402a-9680-8f57a1f6c84c" 2024-11-09T22:20:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25925cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,35159,-1] 2024-11-09T22:20:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:25,100 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:25,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275592ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:25,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,34279,1731190819764, seqNum=-1] 2024-11-09T22:20:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:25,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:25,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T22:20:25,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:25,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:25,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:25,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:25,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ea9122631f8b:35159 after: ea9122631f8b:35159 2024-11-09T22:20:25,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:25,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b3c82c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:25,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,35159,-1 for getting cluster id 2024-11-09T22:20:25,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:25,107 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04bcb70b-822b-402a-9680-8f57a1f6c84c' 2024-11-09T22:20:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04bcb70b-822b-402a-9680-8f57a1f6c84c" 2024-11-09T22:20:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69df7d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,35159,-1] 2024-11-09T22:20:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:25,109 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:25,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280670f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:25,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,35159,1731190819714 2024-11-09T22:20:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78b7efc 2024-11-09T22:20:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:25,111 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:25,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35159 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T22:20:25,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:20:25,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:25,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:25,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:25,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:25,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:25,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:20:25,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=56159246, stopped=false 2024-11-09T22:20:25,113 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,34315,1731190810299 2024-11-09T22:20:25,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1768550899/running 2024-11-09T22:20:25,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:25,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1768550899/running 2024-11-09T22:20:25,190 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:20:25,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:25,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Set watcher on znode that does not yet exist, /1-1768550899/running 2024-11-09T22:20:25,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Set watcher on znode that does not yet exist, /1-1768550899/running 2024-11-09T22:20:25,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:25,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:25,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:25,192 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,41553,1731190810649' ***** 2024-11-09T22:20:25,192 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:20:25,192 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:20:25,192 INFO [RS:0;ea9122631f8b:41553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:20:25,192 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:20:25,192 INFO [RS:0;ea9122631f8b:41553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:20:25,192 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,41553,1731190810649 2024-11-09T22:20:25,192 INFO [RS:0;ea9122631f8b:41553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:20:25,192 INFO [RS:0;ea9122631f8b:41553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:41553. 2024-11-09T22:20:25,192 DEBUG [RS:0;ea9122631f8b:41553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:25,192 DEBUG [RS:0;ea9122631f8b:41553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:25,192 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:20:25,192 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:20:25,192 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:20:25,192 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:20:25,193 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T22:20:25,193 DEBUG [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:20:25,193 DEBUG [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:25,193 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:20:25,193 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:20:25,193 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:20:25,193 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:20:25,193 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:20:25,193 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T22:20:25,209 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/1588230740/.tmp/ns/6e47f284bfa64ad2b3dffd2ab5358d4a is 43, key is default/ns:d/1731190813903/Put/seqid=0 2024-11-09T22:20:25,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741835_1011 (size=5153) 2024-11-09T22:20:25,220 DEBUG [ea9122631f8b:35159 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:20:25,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1d82bc5a7b643bc7d895f442a51bf2ce, regionState=OPENING, regionLocation=ea9122631f8b,34279,1731190819764 2024-11-09T22:20:25,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d82bc5a7b643bc7d895f442a51bf2ce, ASSIGN because future has completed 2024-11-09T22:20:25,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d82bc5a7b643bc7d895f442a51bf2ce, server=ea9122631f8b,34279,1731190819764}] 2024-11-09T22:20:25,253 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:20:25,281 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 to pos 0, reset compression=false 2024-11-09T22:20:25,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:25,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:25,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:20:25,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C34279%2C1731190819764.rep, suffix=, logDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764, archiveDir=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs, maxLogs=10 2024-11-09T22:20:25,393 DEBUG [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:25,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.rep.1731190825381, exclude list is [], retry=0 2024-11-09T22:20:25,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36913,DS-83d5a801-3156-466f-ba9d-ba5c721ee408,DISK] 2024-11-09T22:20:25,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.rep.1731190825381 2024-11-09T22:20:25,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38259:38259)] 2024-11-09T22:20:25,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d82bc5a7b643bc7d895f442a51bf2ce, NAME => 'hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:25,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:20:25,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:20:25,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. service=MultiRowMutationService 2024-11-09T22:20:25,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:20:25,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:25,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,407 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,408 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d82bc5a7b643bc7d895f442a51bf2ce columnFamilyName hfileref 2024-11-09T22:20:25,408 DEBUG [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:25,409 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(327): Store=1d82bc5a7b643bc7d895f442a51bf2ce/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:25,409 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,410 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d82bc5a7b643bc7d895f442a51bf2ce columnFamilyName queue 2024-11-09T22:20:25,410 DEBUG [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:25,417 DEBUG [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce/queue/f37d70d74a95497cba39425259cd2f9e 2024-11-09T22:20:25,417 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(327): Store=1d82bc5a7b643bc7d895f442a51bf2ce/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:25,418 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,419 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d82bc5a7b643bc7d895f442a51bf2ce columnFamilyName sid 2024-11-09T22:20:25,419 DEBUG [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:25,419 INFO [StoreOpener-1d82bc5a7b643bc7d895f442a51bf2ce-1 {}] regionserver.HStore(327): Store=1d82bc5a7b643bc7d895f442a51bf2ce/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:25,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:20:25,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 1d82bc5a7b643bc7d895f442a51bf2ce; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69595497, jitterRate=0.03705371916294098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:20:25,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:25,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1d82bc5a7b643bc7d895f442a51bf2ce: Running coprocessor pre-open hook at 1731190825406Writing region info on filesystem at 1731190825406Initializing all the Stores at 1731190825407 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190825407Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190825407Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190825407Cleaning up temporary data from old regions at 1731190825426 (+19 ms)Running coprocessor post-open hooks at 1731190825429 (+3 ms)Region opened successfully at 1731190825430 (+1 ms) 2024-11-09T22:20:25,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce., pid=13, masterSystemTime=1731190825376 2024-11-09T22:20:25,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:25,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:25,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1d82bc5a7b643bc7d895f442a51bf2ce, regionState=OPEN, openSeqNum=9, regionLocation=ea9122631f8b,34279,1731190819764 2024-11-09T22:20:25,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d82bc5a7b643bc7d895f442a51bf2ce, server=ea9122631f8b,34279,1731190819764 because future has completed 2024-11-09T22:20:25,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T22:20:25,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d82bc5a7b643bc7d895f442a51bf2ce, server=ea9122631f8b,34279,1731190819764 in 214 msec 2024-11-09T22:20:25,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-09T22:20:25,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d82bc5a7b643bc7d895f442a51bf2ce, ASSIGN in 372 msec 2024-11-09T22:20:25,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T22:20:25,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce., hostname=ea9122631f8b,34279,1731190819764, seqNum=9] 2024-11-09T22:20:25,466 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for ea9122631f8b,35857,1731190804773 2024-11-09T22:20:25,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T22:20:25,593 DEBUG [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:25,614 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/1588230740/.tmp/ns/6e47f284bfa64ad2b3dffd2ab5358d4a 2024-11-09T22:20:25,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-09T22:20:25,620 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/1588230740/.tmp/ns/6e47f284bfa64ad2b3dffd2ab5358d4a as hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/1588230740/ns/6e47f284bfa64ad2b3dffd2ab5358d4a 2024-11-09T22:20:25,624 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/1588230740/ns/6e47f284bfa64ad2b3dffd2ab5358d4a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T22:20:25,625 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-09T22:20:25,625 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:20:25,630 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T22:20:25,630 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:25,630 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:20:25,630 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:25,630 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190825193Running coprocessor pre-close hooks at 1731190825193Disabling compacts and flushes for region at 1731190825193Disabling writes for close at 1731190825193Obtaining lock to block concurrent updates at 1731190825193Preparing flush snapshotting stores in 1588230740 at 1731190825193Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731190825193Flushing stores of hbase:meta,,1.1588230740 at 1731190825194 (+1 ms)Flushing 1588230740/ns: creating writer at 1731190825194Flushing 1588230740/ns: appending metadata at 1731190825209 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731190825209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72680922: reopening flushed file at 1731190825619 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1731190825625 (+6 ms)Writing region close event to WAL at 1731190825626 (+1 ms)Running coprocessor post-close hooks at 1731190825630 (+4 ms)Closed at 1731190825630 2024-11-09T22:20:25,631 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:25,793 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,41553,1731190810649; all regions closed. 2024-11-09T22:20:25,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741834_1010 (size=1152) 2024-11-09T22:20:25,824 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/WALs/ea9122631f8b,41553,1731190810649/ea9122631f8b%2C41553%2C1731190810649.meta.1731190813856.meta not finished, retry = 0 2024-11-09T22:20:25,887 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:20:25,887 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:20:25,926 DEBUG [RS:0;ea9122631f8b:41553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/oldWALs 2024-11-09T22:20:25,926 INFO [RS:0;ea9122631f8b:41553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C41553%2C1731190810649.meta:.meta(num 1731190813856) 2024-11-09T22:20:25,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741832_1008 (size=93) 2024-11-09T22:20:25,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/WALs/ea9122631f8b,41553,1731190810649/ea9122631f8b%2C41553%2C1731190810649.1731190812977 not finished, retry = 0 2024-11-09T22:20:26,031 DEBUG [RS:0;ea9122631f8b:41553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/oldWALs 2024-11-09T22:20:26,031 INFO [RS:0;ea9122631f8b:41553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C41553%2C1731190810649:(num 1731190812977) 2024-11-09T22:20:26,031 DEBUG [RS:0;ea9122631f8b:41553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:26,031 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:20:26,031 INFO [RS:0;ea9122631f8b:41553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:26,031 INFO [RS:0;ea9122631f8b:41553 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:26,031 INFO [RS:0;ea9122631f8b:41553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:26,031 INFO [RS:0;ea9122631f8b:41553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41553 2024-11-09T22:20:26,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1768550899/rs/ea9122631f8b,41553,1731190810649 2024-11-09T22:20:26,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899/rs 2024-11-09T22:20:26,148 INFO [RS:0;ea9122631f8b:41553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:26,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,41553,1731190810649] 2024-11-09T22:20:26,285 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 to pos 0, reset compression=false 2024-11-09T22:20:26,379 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1768550899/draining/ea9122631f8b,41553,1731190810649 already deleted, retry=false 2024-11-09T22:20:26,510 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:20:26,510 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,41553,1731190810649 expired; onlineServers=0 2024-11-09T22:20:26,511 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,34315,1731190810299' ***** 2024-11-09T22:20:26,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:26,511 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:20:26,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41553-0x10121af43e00004, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:26,511 INFO [RS:0;ea9122631f8b:41553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:20:26,511 INFO [RS:0;ea9122631f8b:41553 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,41553,1731190810649; zookeeper connection closed. 2024-11-09T22:20:26,511 INFO [M:0;ea9122631f8b:34315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:20:26,511 INFO [M:0;ea9122631f8b:34315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:26,511 DEBUG [M:0;ea9122631f8b:34315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:20:26,511 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:20:26,511 DEBUG [M:0;ea9122631f8b:34315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:20:26,511 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190812641 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190812641,5,FailOnTimeoutGroup] 2024-11-09T22:20:26,511 INFO [M:0;ea9122631f8b:34315 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:26,511 INFO [M:0;ea9122631f8b:34315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:26,511 DEBUG [M:0;ea9122631f8b:34315 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:20:26,511 INFO [M:0;ea9122631f8b:34315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:20:26,511 INFO [M:0;ea9122631f8b:34315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:20:26,511 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d57d966 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d57d966 2024-11-09T22:20:26,511 INFO [M:0;ea9122631f8b:34315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:20:26,512 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190812641 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190812641,5,FailOnTimeoutGroup] 2024-11-09T22:20:26,512 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:20:26,512 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:20:26,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:20:26,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:26,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:26,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:26,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:26,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:26,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1768550899/master 2024-11-09T22:20:26,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1768550899 2024-11-09T22:20:26,811 DEBUG [M:0;ea9122631f8b:34315 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1768550899/master already deleted, retry=false 2024-11-09T22:20:26,811 DEBUG [M:0;ea9122631f8b:34315 {}] master.ActiveMasterManager(353): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1768550899/master 2024-11-09T22:20:26,812 INFO [M:0;ea9122631f8b:34315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/.lastflushedseqids 2024-11-09T22:20:26,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741836_1012 (size=99) 2024-11-09T22:20:27,217 INFO [M:0;ea9122631f8b:34315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:20:27,217 INFO [M:0;ea9122631f8b:34315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:20:27,217 DEBUG [M:0;ea9122631f8b:34315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:20:27,217 INFO [M:0;ea9122631f8b:34315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:27,217 DEBUG [M:0;ea9122631f8b:34315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:27,217 DEBUG [M:0;ea9122631f8b:34315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:20:27,217 DEBUG [M:0;ea9122631f8b:34315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:27,217 INFO [M:0;ea9122631f8b:34315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T22:20:27,237 DEBUG [M:0;ea9122631f8b:34315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66213d3fb2e14559bb8de1893744fe24 is 82, key is hbase:meta,,1/info:regioninfo/1731190813885/Put/seqid=0 2024-11-09T22:20:27,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741837_1013 (size=5672) 2024-11-09T22:20:27,614 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 to pos 0, reset compression=false 2024-11-09T22:20:27,642 INFO [M:0;ea9122631f8b:34315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66213d3fb2e14559bb8de1893744fe24 2024-11-09T22:20:27,661 DEBUG [M:0;ea9122631f8b:34315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/125239c2422e4094a738680b3ebad0eb is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731190813906/Put/seqid=0 2024-11-09T22:20:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741838_1014 (size=5275) 2024-11-09T22:20:28,065 INFO [M:0;ea9122631f8b:34315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/125239c2422e4094a738680b3ebad0eb 2024-11-09T22:20:28,086 DEBUG [M:0;ea9122631f8b:34315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b21f80cc3b244188cd9657706242eca is 69, key is ea9122631f8b,41553,1731190810649/rs:state/1731190812725/Put/seqid=0 2024-11-09T22:20:28,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741839_1015 (size=5156) 2024-11-09T22:20:28,490 INFO [M:0;ea9122631f8b:34315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b21f80cc3b244188cd9657706242eca 2024-11-09T22:20:28,495 DEBUG [M:0;ea9122631f8b:34315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66213d3fb2e14559bb8de1893744fe24 as hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66213d3fb2e14559bb8de1893744fe24 2024-11-09T22:20:28,500 INFO [M:0;ea9122631f8b:34315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66213d3fb2e14559bb8de1893744fe24, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T22:20:28,501 DEBUG [M:0;ea9122631f8b:34315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/125239c2422e4094a738680b3ebad0eb as hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/125239c2422e4094a738680b3ebad0eb 2024-11-09T22:20:28,506 INFO [M:0;ea9122631f8b:34315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/125239c2422e4094a738680b3ebad0eb, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T22:20:28,507 DEBUG [M:0;ea9122631f8b:34315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b21f80cc3b244188cd9657706242eca as hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b21f80cc3b244188cd9657706242eca 2024-11-09T22:20:28,514 INFO [M:0;ea9122631f8b:34315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33937/user/jenkins/test-data/1ea42a77-69d2-198d-fe41-78fae9d9d3b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b21f80cc3b244188cd9657706242eca, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T22:20:28,515 INFO [M:0;ea9122631f8b:34315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false 2024-11-09T22:20:28,516 INFO [M:0;ea9122631f8b:34315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:28,516 DEBUG [M:0;ea9122631f8b:34315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190827217Disabling compacts and flushes for region at 1731190827217Disabling writes for close at 1731190827217Obtaining lock to block concurrent updates at 1731190827217Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190827217Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731190827218 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190827218Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190827218Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190827237 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190827237Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190827647 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190827660 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190827660Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190828070 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190828086 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190828086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c37c8d: reopening flushed file at 1731190828495 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15627e11: reopening flushed file at 1731190828500 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e8c0fb: reopening flushed file at 1731190828507 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false at 1731190828515 (+8 ms)Writing region close event to WAL at 1731190828516 (+1 ms)Closed at 1731190828516 2024-11-09T22:20:28,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45649 is added to blk_1073741830_1006 (size=10165) 2024-11-09T22:20:28,520 INFO [M:0;ea9122631f8b:34315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:20:28,520 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:20:28,520 INFO [M:0;ea9122631f8b:34315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34315 2024-11-09T22:20:28,520 INFO [M:0;ea9122631f8b:34315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:28,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:28,701 INFO [M:0;ea9122631f8b:34315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:20:28,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34315-0x10121af43e00003, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:28,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bcebed7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:20:28,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@533d477b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:20:28,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:20:28,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e3be230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:20:28,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41af3776{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/hadoop.log.dir/,STOPPED} 2024-11-09T22:20:28,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:20:28,704 WARN [BP-1870896333-172.17.0.3-1731190808376 heartbeating to localhost/127.0.0.1:33937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:20:28,704 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:20:28,704 WARN [BP-1870896333-172.17.0.3-1731190808376 heartbeating to localhost/127.0.0.1:33937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1870896333-172.17.0.3-1731190808376 (Datanode Uuid bfaed625-c178-4712-80ce-ada29ea7e08c) service to localhost/127.0.0.1:33937 2024-11-09T22:20:28,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/cluster_00e029e2-9875-2512-08bd-417aac9c101e/data/data1/current/BP-1870896333-172.17.0.3-1731190808376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:20:28,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/cluster_00e029e2-9875-2512-08bd-417aac9c101e/data/data2/current/BP-1870896333-172.17.0.3-1731190808376 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:20:28,705 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:20:28,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2804fb3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:20:28,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@314df67b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:20:28,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:20:28,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a48e2c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:20:28,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@83c6588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/hadoop.log.dir/,STOPPED} 2024-11-09T22:20:28,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:20:28,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:20:28,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:28,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:28,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:28,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:28,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:28,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:20:28,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=223056069, stopped=false 2024-11-09T22:20:28,724 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,35159,1731190819714 2024-11-09T22:20:28,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-321569267/running 2024-11-09T22:20:28,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-321569267/running 2024-11-09T22:20:28,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:28,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:28,737 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:20:28,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:28,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:28,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:28,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/running 2024-11-09T22:20:28,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Set watcher on znode that does not yet exist, /0-321569267/running 2024-11-09T22:20:28,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,34279,1731190819764' ***** 2024-11-09T22:20:28,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:20:28,738 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:20:28,738 INFO [RS:0;ea9122631f8b:34279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:20:28,738 INFO [RS:0;ea9122631f8b:34279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:20:28,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:20:28,738 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:28,739 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,34279,1731190819764 2024-11-09T22:20:28,739 INFO [RS:0;ea9122631f8b:34279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:20:28,739 INFO [RS:0;ea9122631f8b:34279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:34279. 2024-11-09T22:20:28,739 DEBUG [RS:0;ea9122631f8b:34279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:28,739 DEBUG [RS:0;ea9122631f8b:34279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:28,739 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d82bc5a7b643bc7d895f442a51bf2ce, disabling compactions & flushes 2024-11-09T22:20:28,739 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:20:28,739 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:20:28,739 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:28,739 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:20:28,739 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:28,739 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:20:28,739 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. after waiting 0 ms 2024-11-09T22:20:28,739 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:28,739 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:20:28,739 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1d82bc5a7b643bc7d895f442a51bf2ce=hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce.} 2024-11-09T22:20:28,739 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d82bc5a7b643bc7d895f442a51bf2ce 2024-11-09T22:20:28,739 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:20:28,739 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:20:28,739 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:20:28,739 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:20:28,739 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:20:28,739 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T22:20:28,749 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/replication/1d82bc5a7b643bc7d895f442a51bf2ce/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-09T22:20:28,749 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:28,749 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:20:28,749 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:28,749 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d82bc5a7b643bc7d895f442a51bf2ce: Waiting for close lock at 1731190828739Running coprocessor pre-close hooks at 1731190828739Disabling compacts and flushes for region at 1731190828739Disabling writes for close at 1731190828739Writing region close event to WAL at 1731190828739Running coprocessor post-close hooks at 1731190828749 (+10 ms)Closed at 1731190828749 2024-11-09T22:20:28,749 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce. 2024-11-09T22:20:28,759 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/info/412d94a82a0b4f09bf28c98e71dbc571 is 147, key is hbase:replication,,1731190814016.1d82bc5a7b643bc7d895f442a51bf2ce./info:regioninfo/1731190825433/Put/seqid=0 2024-11-09T22:20:28,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741851_1027 (size=6385) 2024-11-09T22:20:28,792 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:20:28,820 DEBUG [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 to pos 0, reset compression=false 2024-11-09T22:20:28,939 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:29,140 DEBUG [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:29,164 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/info/412d94a82a0b4f09bf28c98e71dbc571 2024-11-09T22:20:29,170 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/.tmp/info/412d94a82a0b4f09bf28c98e71dbc571 as hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/info/412d94a82a0b4f09bf28c98e71dbc571 2024-11-09T22:20:29,175 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/info/412d94a82a0b4f09bf28c98e71dbc571, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T22:20:29,176 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false 2024-11-09T22:20:29,181 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T22:20:29,182 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:29,182 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:20:29,182 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:29,182 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190828739Running coprocessor pre-close hooks at 1731190828739Disabling compacts and flushes for region at 1731190828739Disabling writes for close at 1731190828739Obtaining lock to block concurrent updates at 1731190828739Preparing flush snapshotting stores in 1588230740 at 1731190828739Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731190828740 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731190828740Flushing 1588230740/info: creating writer at 1731190828740Flushing 1588230740/info: appending metadata at 1731190828759 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731190828759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e66eba: reopening flushed file at 1731190829169 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false at 1731190829176 (+7 ms)Writing region close event to WAL at 1731190829178 (+2 ms)Running coprocessor post-close hooks at 1731190829182 (+4 ms)Closed at 1731190829182 2024-11-09T22:20:29,182 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:29,340 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,34279,1731190819764; all regions closed. 2024-11-09T22:20:29,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.meta.1731190821138.meta not finished, retry = 0 2024-11-09T22:20:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741849_1025 (size=2156) 2024-11-09T22:20:29,444 DEBUG [RS:0;ea9122631f8b:34279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs 2024-11-09T22:20:29,444 INFO [RS:0;ea9122631f8b:34279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C34279%2C1731190819764.meta:.meta(num 1731190821138) 2024-11-09T22:20:29,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741850_1026 (size=796) 2024-11-09T22:20:29,446 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.rep.1731190825381 not finished, retry = 0 2024-11-09T22:20:29,548 DEBUG [RS:0;ea9122631f8b:34279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs 2024-11-09T22:20:29,548 INFO [RS:0;ea9122631f8b:34279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C34279%2C1731190819764.rep:(num 1731190825381) 2024-11-09T22:20:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741848_1024 (size=93) 2024-11-09T22:20:29,550 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/WALs/ea9122631f8b,34279,1731190819764/ea9122631f8b%2C34279%2C1731190819764.1731190820826 not finished, retry = 0 2024-11-09T22:20:29,652 DEBUG [RS:0;ea9122631f8b:34279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/oldWALs 2024-11-09T22:20:29,653 INFO [RS:0;ea9122631f8b:34279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C34279%2C1731190819764:(num 1731190820826) 2024-11-09T22:20:29,653 DEBUG [RS:0;ea9122631f8b:34279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:29,653 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:20:29,653 INFO [RS:0;ea9122631f8b:34279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:29,653 INFO [RS:0;ea9122631f8b:34279 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:29,653 INFO [RS:0;ea9122631f8b:34279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:29,653 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:20:29,653 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,34279,1731190819764 because: Region server is closing 2024-11-09T22:20:29,653 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T22:20:29,653 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T22:20:29,653 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T22:20:29,653 INFO [RS:0;ea9122631f8b:34279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:34279. 2024-11-09T22:20:29,653 DEBUG [RS:0;ea9122631f8b:34279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:29,653 DEBUG [RS:0;ea9122631f8b:34279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:29,654 DEBUG [RS:0;ea9122631f8b:34279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:29,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:29,754 WARN [RS:0;ea9122631f8b:34279.replicationSource.wal-reader.ea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:20:29,754 WARN [RS:0;ea9122631f8b:34279.replicationSource.shipperea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T22:20:29,754 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ea9122631f8b:34279.replicationSource.shipperea9122631f8b%2C34279%2C1731190819764,1-ea9122631f8b,34279,1731190819764 terminated 2024-11-09T22:20:29,754 INFO [RS:0;ea9122631f8b:34279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34279 2024-11-09T22:20:29,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267/rs 2024-11-09T22:20:29,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-321569267/rs/ea9122631f8b,34279,1731190819764 2024-11-09T22:20:29,801 INFO [RS:0;ea9122631f8b:34279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:29,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,34279,1731190819764] 2024-11-09T22:20:29,811 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-321569267/draining/ea9122631f8b,34279,1731190819764 already deleted, retry=false 2024-11-09T22:20:29,811 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,34279,1731190819764 expired; onlineServers=0 2024-11-09T22:20:29,811 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,35159,1731190819714' ***** 2024-11-09T22:20:29,811 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:20:29,811 INFO [M:0;ea9122631f8b:35159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:20:29,811 INFO [M:0;ea9122631f8b:35159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:29,811 DEBUG [M:0;ea9122631f8b:35159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:20:29,811 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:20:29,811 DEBUG [M:0;ea9122631f8b:35159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:20:29,811 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190820544 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190820544,5,FailOnTimeoutGroup] 2024-11-09T22:20:29,812 INFO [M:0;ea9122631f8b:35159 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:29,812 INFO [M:0;ea9122631f8b:35159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:29,812 DEBUG [M:0;ea9122631f8b:35159 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:20:29,812 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190820544 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190820544,5,FailOnTimeoutGroup] 2024-11-09T22:20:29,812 INFO [M:0;ea9122631f8b:35159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:20:29,812 INFO [M:0;ea9122631f8b:35159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:20:29,812 INFO [M:0;ea9122631f8b:35159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:20:29,812 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:20:29,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-321569267/master 2024-11-09T22:20:29,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-321569267 2024-11-09T22:20:29,822 DEBUG [M:0;ea9122631f8b:35159 {}] zookeeper.ZKUtil(347): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Unable to get data of znode /0-321569267/master because node does not exist (not an error) 2024-11-09T22:20:29,822 WARN [M:0;ea9122631f8b:35159 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:20:29,822 INFO [M:0;ea9122631f8b:35159 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/.lastflushedseqids 2024-11-09T22:20:29,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741852_1028 (size=181) 2024-11-09T22:20:29,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:29,911 INFO [RS:0;ea9122631f8b:34279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:20:29,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34279-0x10121af43e00007, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:29,911 INFO [RS:0;ea9122631f8b:34279 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,34279,1731190819764; zookeeper connection closed. 2024-11-09T22:20:29,911 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@454308db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@454308db 2024-11-09T22:20:29,911 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:20:30,241 INFO [M:0;ea9122631f8b:35159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:20:30,241 INFO [M:0;ea9122631f8b:35159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:20:30,241 DEBUG [M:0;ea9122631f8b:35159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:20:30,241 INFO [M:0;ea9122631f8b:35159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:30,241 DEBUG [M:0;ea9122631f8b:35159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:30,241 DEBUG [M:0;ea9122631f8b:35159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:20:30,241 DEBUG [M:0;ea9122631f8b:35159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:30,241 INFO [M:0;ea9122631f8b:35159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T22:20:30,261 DEBUG [M:0;ea9122631f8b:35159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e834a92b30c44fead50a13c5c222787 is 82, key is hbase:meta,,1/info:regioninfo/1731190821186/Put/seqid=0 2024-11-09T22:20:30,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741853_1029 (size=5672) 2024-11-09T22:20:30,671 INFO [M:0;ea9122631f8b:35159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e834a92b30c44fead50a13c5c222787 2024-11-09T22:20:30,697 DEBUG [M:0;ea9122631f8b:35159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51e632de8a374a30b464d60ceeaee489 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731190825441/Put/seqid=0 2024-11-09T22:20:30,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741854_1030 (size=7312) 2024-11-09T22:20:30,713 INFO [M:0;ea9122631f8b:35159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51e632de8a374a30b464d60ceeaee489 2024-11-09T22:20:30,747 DEBUG [M:0;ea9122631f8b:35159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d35db60776084e1e9f2eb9e79bc45bed is 69, key is ea9122631f8b,34279,1731190819764/rs:state/1731190820625/Put/seqid=0 2024-11-09T22:20:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741855_1031 (size=5370) 2024-11-09T22:20:31,169 INFO [M:0;ea9122631f8b:35159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d35db60776084e1e9f2eb9e79bc45bed 2024-11-09T22:20:31,174 INFO [M:0;ea9122631f8b:35159 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d35db60776084e1e9f2eb9e79bc45bed 2024-11-09T22:20:31,175 DEBUG [M:0;ea9122631f8b:35159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e834a92b30c44fead50a13c5c222787 as hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e834a92b30c44fead50a13c5c222787 2024-11-09T22:20:31,179 INFO [M:0;ea9122631f8b:35159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e834a92b30c44fead50a13c5c222787, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T22:20:31,180 DEBUG [M:0;ea9122631f8b:35159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51e632de8a374a30b464d60ceeaee489 as hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51e632de8a374a30b464d60ceeaee489 2024-11-09T22:20:31,184 INFO [M:0;ea9122631f8b:35159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51e632de8a374a30b464d60ceeaee489, entries=7, sequenceid=127, filesize=7.1 K 2024-11-09T22:20:31,185 DEBUG [M:0;ea9122631f8b:35159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d35db60776084e1e9f2eb9e79bc45bed as hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d35db60776084e1e9f2eb9e79bc45bed 2024-11-09T22:20:31,191 INFO [M:0;ea9122631f8b:35159 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d35db60776084e1e9f2eb9e79bc45bed 2024-11-09T22:20:31,191 INFO [M:0;ea9122631f8b:35159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41767/user/jenkins/test-data/0afa71ed-1798-5e23-31b8-1fe2a9847706/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d35db60776084e1e9f2eb9e79bc45bed, entries=2, sequenceid=127, filesize=5.2 K 2024-11-09T22:20:31,192 INFO [M:0;ea9122631f8b:35159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 951ms, sequenceid=127, compaction requested=false 2024-11-09T22:20:31,195 INFO [M:0;ea9122631f8b:35159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:31,195 DEBUG [M:0;ea9122631f8b:35159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190830241Disabling compacts and flushes for region at 1731190830241Disabling writes for close at 1731190830241Obtaining lock to block concurrent updates at 1731190830242 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190830242Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731190830242Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190830242Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190830242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190830260 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190830261 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190830676 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190830697 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190830697Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190830726 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190830746 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190830747 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598423f1: reopening flushed file at 1731190831174 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7931bb97: reopening flushed file at 1731190831179 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e6b1d9: reopening flushed file at 1731190831185 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 951ms, sequenceid=127, compaction requested=false at 1731190831192 (+7 ms)Writing region close event to WAL at 1731190831195 (+3 ms)Closed at 1731190831195 2024-11-09T22:20:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36913 is added to blk_1073741847_1023 (size=22903) 2024-11-09T22:20:31,198 INFO [M:0;ea9122631f8b:35159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:20:31,198 INFO [M:0;ea9122631f8b:35159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35159 2024-11-09T22:20:31,198 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:20:31,198 INFO [M:0;ea9122631f8b:35159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:31,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:31,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35159-0x10121af43e00006, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:31,322 INFO [M:0;ea9122631f8b:35159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:20:31,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f252e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:20:31,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b11fc64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:20:31,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:20:31,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@776cbb1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:20:31,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54fb76c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/hadoop.log.dir/,STOPPED} 2024-11-09T22:20:31,325 WARN [BP-1511167746-172.17.0.3-1731190802509 heartbeating to localhost/127.0.0.1:41767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:20:31,326 WARN [BP-1511167746-172.17.0.3-1731190802509 heartbeating to localhost/127.0.0.1:41767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1511167746-172.17.0.3-1731190802509 (Datanode Uuid d6bd11b5-21e1-4ab1-8170-f40975ea6d33) service to localhost/127.0.0.1:41767 2024-11-09T22:20:31,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:20:31,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:20:31,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/cluster_cfe5d5c4-ce44-f958-b743-eecc91317171/data/data1/current/BP-1511167746-172.17.0.3-1731190802509 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:20:31,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/cluster_cfe5d5c4-ce44-f958-b743-eecc91317171/data/data2/current/BP-1511167746-172.17.0.3-1731190802509 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:20:31,327 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:20:31,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5510a16d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:20:31,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ce75c0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:20:31,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:20:31,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d28043c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:20:31,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3db86e91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed22f0cb-9d55-05ef-5a15-760dbfa9b11b/hadoop.log.dir/,STOPPED} 2024-11-09T22:20:31,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T22:20:31,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:20:31,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 157) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61063) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:41767 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:41767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33937 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:41767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61063) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=563 (was 410) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1825 (was 1904) 2024-11-09T22:20:31,374 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=563, ProcessCount=11, AvailableMemoryMB=1825 2024-11-09T22:20:31,387 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-09T22:20:31,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/hadoop.log.dir so I do NOT create it in target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de 2024-11-09T22:20:31,388 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:20:31,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/hadoop.tmp.dir so I do NOT create it in target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de 2024-11-09T22:20:31,388 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d4fce8-2d84-b96b-5155-6faf931eaaec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:20:31,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de 2024-11-09T22:20:31,388 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/cluster_5c1e4483-6b0c-2fe3-ff1d-3c4576af8bc7, deleteOnExit=true 2024-11-09T22:20:31,410 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/cluster_5c1e4483-6b0c-2fe3-ff1d-3c4576af8bc7/zookeeper_0, clientPort=54954, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/cluster_5c1e4483-6b0c-2fe3-ff1d-3c4576af8bc7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/cluster_5c1e4483-6b0c-2fe3-ff1d-3c4576af8bc7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T22:20:31,411 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54954 2024-11-09T22:20:31,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:20:31,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:20:31,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/test.cache.data in system properties and HBase conf 2024-11-09T22:20:31,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:20:31,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:20:31,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:20:31,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:20:31,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:20:31,412 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:20:31,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:20:31,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:20:31,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:20:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:20:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:20:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:20:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:20:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:20:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:20:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:20:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:20:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:20:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:20:31,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:20:31,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10121af43e00002, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:20:31,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10121af43e00005, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:20:31,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10121af43e00002, quorum=127.0.0.1:61063, baseZNode=/0-321569267 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:20:31,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10121af43e00005, quorum=127.0.0.1:61063, baseZNode=/1-1768550899 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:20:31,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:31,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:20:31,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:20:31,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:20:31,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:20:31,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:31,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466cd93a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:20:31,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b710277{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:20:31,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12bc565{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/java.io.tmpdir/jetty-localhost-38261-hadoop-hdfs-3_4_1-tests_jar-_-any-4931508105541535584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:20:31,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eac6c85{HTTP/1.1, (http/1.1)}{localhost:38261} 2024-11-09T22:20:31,936 INFO [Time-limited test {}] server.Server(415): Started @171153ms 2024-11-09T22:20:34,042 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:20:34,066 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:34,067 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:34,067 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:34,067 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:34,067 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:34,067 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:34,075 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:34,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:34,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:20:34,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:20:34,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:20:34,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:20:34,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d0060ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:20:34,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3480ac69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:20:34,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68813efa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/java.io.tmpdir/jetty-localhost-38463-hadoop-hdfs-3_4_1-tests_jar-_-any-5628990015702320564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:20:34,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25ad2384{HTTP/1.1, (http/1.1)}{localhost:38463} 2024-11-09T22:20:34,184 INFO [Time-limited test {}] server.Server(415): Started @173401ms 2024-11-09T22:20:34,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:20:35,037 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/cluster_5c1e4483-6b0c-2fe3-ff1d-3c4576af8bc7/data/data2/current/BP-1762574710-172.17.0.3-1731190831445/current, will proceed with Du for space computation calculation, 2024-11-09T22:20:35,037 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/cluster_5c1e4483-6b0c-2fe3-ff1d-3c4576af8bc7/data/data1/current/BP-1762574710-172.17.0.3-1731190831445/current, will proceed with Du for space computation calculation, 2024-11-09T22:20:35,055 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:20:35,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdee55e1795ce72d1 with lease ID 0x85b55486cace4cda: Processing first storage report for DS-72b94ac4-528c-4cf7-9c0e-b63e621cf7c2 from datanode DatanodeRegistration(127.0.0.1:35723, datanodeUuid=abec6a48-2ef3-476e-a0ba-d7ebf9eb2167, infoPort=34193, infoSecurePort=0, ipcPort=33283, storageInfo=lv=-57;cid=testClusterID;nsid=1019526017;c=1731190831445) 2024-11-09T22:20:35,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdee55e1795ce72d1 with lease ID 0x85b55486cace4cda: from storage DS-72b94ac4-528c-4cf7-9c0e-b63e621cf7c2 node DatanodeRegistration(127.0.0.1:35723, datanodeUuid=abec6a48-2ef3-476e-a0ba-d7ebf9eb2167, infoPort=34193, infoSecurePort=0, ipcPort=33283, storageInfo=lv=-57;cid=testClusterID;nsid=1019526017;c=1731190831445), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:20:35,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdee55e1795ce72d1 with lease ID 0x85b55486cace4cda: Processing first storage report for DS-19ba4e9d-f158-444e-93d0-b5d53bb88212 from datanode DatanodeRegistration(127.0.0.1:35723, datanodeUuid=abec6a48-2ef3-476e-a0ba-d7ebf9eb2167, infoPort=34193, infoSecurePort=0, ipcPort=33283, storageInfo=lv=-57;cid=testClusterID;nsid=1019526017;c=1731190831445) 2024-11-09T22:20:35,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdee55e1795ce72d1 with lease ID 0x85b55486cace4cda: from storage DS-19ba4e9d-f158-444e-93d0-b5d53bb88212 node DatanodeRegistration(127.0.0.1:35723, datanodeUuid=abec6a48-2ef3-476e-a0ba-d7ebf9eb2167, infoPort=34193, infoSecurePort=0, ipcPort=33283, storageInfo=lv=-57;cid=testClusterID;nsid=1019526017;c=1731190831445), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:20:35,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de 2024-11-09T22:20:35,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:35,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:20:35,519 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5 with version=8 2024-11-09T22:20:35,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/hbase-staging 2024-11-09T22:20:35,521 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:20:35,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:35,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:35,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:20:35,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:35,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:20:35,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:20:35,521 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:20:35,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39679 2024-11-09T22:20:35,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39679 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-09T22:20:35,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396790x0, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:35,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39679-0x10121afb4dd0000 connected 2024-11-09T22:20:35,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:35,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:35,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Set watcher on znode that does not yet exist, /0229964874/running 2024-11-09T22:20:35,878 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5, hbase.cluster.distributed=false 2024-11-09T22:20:35,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Set watcher on znode that does not yet exist, /0229964874/acl 2024-11-09T22:20:35,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39679 2024-11-09T22:20:35,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39679 2024-11-09T22:20:35,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39679 2024-11-09T22:20:35,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39679 2024-11-09T22:20:35,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39679 2024-11-09T22:20:35,900 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:20:35,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:35,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:35,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:20:35,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:35,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:20:35,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:20:35,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:20:35,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41321 2024-11-09T22:20:35,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41321 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-09T22:20:35,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:35,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:35,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413210x0, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:35,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41321-0x10121afb4dd0001 connected 2024-11-09T22:20:35,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Set watcher on znode that does not yet exist, /0229964874/running 2024-11-09T22:20:35,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:20:35,925 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:20:35,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Set watcher on znode that does not yet exist, /0229964874/master 2024-11-09T22:20:35,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Set watcher on znode that does not yet exist, /0229964874/acl 2024-11-09T22:20:35,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41321 2024-11-09T22:20:35,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41321 2024-11-09T22:20:35,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41321 2024-11-09T22:20:35,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41321 2024-11-09T22:20:35,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41321 2024-11-09T22:20:35,965 DEBUG [M:0;ea9122631f8b:39679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:39679 2024-11-09T22:20:35,966 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0229964874/backup-masters/ea9122631f8b,39679,1731190835521 2024-11-09T22:20:35,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874/backup-masters 2024-11-09T22:20:35,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874/backup-masters 2024-11-09T22:20:35,993 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Set watcher on existing znode=/0229964874/backup-masters/ea9122631f8b,39679,1731190835521 2024-11-09T22:20:36,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0229964874/master 2024-11-09T22:20:36,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:36,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:36,000 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Set watcher on existing znode=/0229964874/master 2024-11-09T22:20:36,001 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0229964874/backup-masters/ea9122631f8b,39679,1731190835521 from backup master directory 2024-11-09T22:20:36,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874/backup-masters 2024-11-09T22:20:36,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0229964874/backup-masters/ea9122631f8b,39679,1731190835521 2024-11-09T22:20:36,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874/backup-masters 2024-11-09T22:20:36,010 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:20:36,010 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,39679,1731190835521 2024-11-09T22:20:36,014 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/hbase.id] with ID: 6c0afe6b-1985-4ceb-bf10-f20bc1c5660b 2024-11-09T22:20:36,014 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/.tmp/hbase.id 2024-11-09T22:20:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:20:36,031 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/.tmp/hbase.id]:[hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/hbase.id] 2024-11-09T22:20:36,061 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:36,061 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:20:36,062 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T22:20:36,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:36,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:36,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:20:36,490 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:20:36,491 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:20:36,491 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:36,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:20:36,898 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store 2024-11-09T22:20:36,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:20:37,315 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:37,315 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:20:37,315 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:37,315 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:37,315 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:20:37,316 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:37,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:37,316 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190837315Disabling compacts and flushes for region at 1731190837315Disabling writes for close at 1731190837315Writing region close event to WAL at 1731190837316 (+1 ms)Closed at 1731190837316 2024-11-09T22:20:37,317 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/.initializing 2024-11-09T22:20:37,317 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/WALs/ea9122631f8b,39679,1731190835521 2024-11-09T22:20:37,318 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:20:37,320 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C39679%2C1731190835521, suffix=, logDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/WALs/ea9122631f8b,39679,1731190835521, archiveDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/oldWALs, maxLogs=10 2024-11-09T22:20:37,339 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/WALs/ea9122631f8b,39679,1731190835521/ea9122631f8b%2C39679%2C1731190835521.1731190837320, exclude list is [], retry=0 2024-11-09T22:20:37,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35723,DS-72b94ac4-528c-4cf7-9c0e-b63e621cf7c2,DISK] 2024-11-09T22:20:37,357 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/WALs/ea9122631f8b,39679,1731190835521/ea9122631f8b%2C39679%2C1731190835521.1731190837320 2024-11-09T22:20:37,358 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34193:34193)] 2024-11-09T22:20:37,358 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:37,358 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:37,358 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,358 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:20:37,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:37,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:37,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:20:37,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:37,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:37,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:20:37,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:37,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:37,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:20:37,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:37,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:37,370 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,371 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,371 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,372 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,372 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,373 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:37,374 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:37,376 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:37,377 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74773847, jitterRate=0.11421714723110199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:37,378 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190837359Initializing all the Stores at 1731190837360 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190837360Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190837361 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190837361Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190837361Cleaning up temporary data from old regions at 1731190837372 (+11 ms)Region opened successfully at 1731190837378 (+6 ms) 2024-11-09T22:20:37,380 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:20:37,384 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dc5433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:20:37,385 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:20:37,385 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:20:37,385 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:20:37,385 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:20:37,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:20:37,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:20:37,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:20:37,388 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:20:37,390 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Unable to get data of znode /0229964874/balancer because node does not exist (not necessarily an error) 2024-11-09T22:20:37,442 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0229964874/balancer already deleted, retry=false 2024-11-09T22:20:37,442 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:20:37,443 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Unable to get data of znode /0229964874/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:20:37,452 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0229964874/normalizer already deleted, retry=false 2024-11-09T22:20:37,453 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:20:37,454 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Unable to get data of znode /0229964874/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:20:37,463 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0229964874/switch/split already deleted, retry=false 2024-11-09T22:20:37,464 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Unable to get data of znode /0229964874/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:20:37,478 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0229964874/switch/merge already deleted, retry=false 2024-11-09T22:20:37,485 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Unable to get data of znode /0229964874/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:20:37,495 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0229964874/snapshot-cleanup already deleted, retry=false 2024-11-09T22:20:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0229964874/running 2024-11-09T22:20:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0229964874/running 2024-11-09T22:20:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:37,506 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,39679,1731190835521, sessionid=0x10121afb4dd0000, setting cluster-up flag (Was=false) 2024-11-09T22:20:37,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:37,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:37,558 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0229964874/flush-table-proc/acquired, /0229964874/flush-table-proc/reached, /0229964874/flush-table-proc/abort 2024-11-09T22:20:37,559 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,39679,1731190835521 2024-11-09T22:20:37,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:37,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:37,610 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0229964874/online-snapshot/acquired, /0229964874/online-snapshot/reached, /0229964874/online-snapshot/abort 2024-11-09T22:20:37,611 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,39679,1731190835521 2024-11-09T22:20:37,613 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:20:37,614 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:37,614 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:20:37,615 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:20:37,615 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,39679,1731190835521 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:20:37,616 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:37,616 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:37,616 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:37,616 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:37,616 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:20:37,616 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,616 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:20:37,616 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:37,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:20:37,626 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190867626 2024-11-09T22:20:37,626 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:20:37,626 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:20:37,627 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:20:37,627 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:20:37,627 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:20:37,627 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:20:37,628 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:37,628 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:20:37,632 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:20:37,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:20:37,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:20:37,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:20:37,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:20:37,641 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:20:37,642 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190837642,5,FailOnTimeoutGroup] 2024-11-09T22:20:37,644 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190837642,5,FailOnTimeoutGroup] 2024-11-09T22:20:37,644 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,644 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:20:37,644 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,644 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:20:37,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:20:37,651 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5 2024-11-09T22:20:37,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741832_1008 (size=32) 2024-11-09T22:20:37,672 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(746): ClusterId : 6c0afe6b-1985-4ceb-bf10-f20bc1c5660b 2024-11-09T22:20:37,672 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:20:37,685 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:20:37,685 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:20:37,695 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:20:37,696 DEBUG [RS:0;ea9122631f8b:41321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e87a7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:20:37,710 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:41321 2024-11-09T22:20:37,710 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:20:37,710 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:20:37,710 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:20:37,711 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,39679,1731190835521 with port=41321, startcode=1731190835900 2024-11-09T22:20:37,711 DEBUG [RS:0;ea9122631f8b:41321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:20:37,717 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:20:37,717 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,41321,1731190835900 2024-11-09T22:20:37,717 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39679 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,41321,1731190835900 2024-11-09T22:20:37,720 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5 2024-11-09T22:20:37,720 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42647 2024-11-09T22:20:37,720 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:20:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874/rs 2024-11-09T22:20:37,734 DEBUG [RS:0;ea9122631f8b:41321 {}] zookeeper.ZKUtil(111): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Set watcher on existing znode=/0229964874/rs/ea9122631f8b,41321,1731190835900 2024-11-09T22:20:37,734 WARN [RS:0;ea9122631f8b:41321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:20:37,734 INFO [RS:0;ea9122631f8b:41321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:37,734 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900 2024-11-09T22:20:37,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,41321,1731190835900] 2024-11-09T22:20:37,750 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:20:37,753 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:20:37,760 INFO [RS:0;ea9122631f8b:41321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:20:37,760 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,764 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:20:37,765 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:20:37,765 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,765 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,765 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,765 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,765 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,765 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,766 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:20:37,766 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,766 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,766 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,766 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,766 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,766 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:37,766 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:20:37,766 DEBUG [RS:0;ea9122631f8b:41321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:20:37,784 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,784 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,784 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,784 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,784 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,784 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41321,1731190835900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:20:37,806 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:20:37,806 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41321,1731190835900-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,807 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,807 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.Replication(171): ea9122631f8b,41321,1731190835900 started 2024-11-09T22:20:37,826 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:37,826 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,41321,1731190835900, RpcServer on ea9122631f8b/172.17.0.3:41321, sessionid=0x10121afb4dd0001 2024-11-09T22:20:37,826 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:20:37,826 DEBUG [RS:0;ea9122631f8b:41321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,41321,1731190835900 2024-11-09T22:20:37,826 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,41321,1731190835900' 2024-11-09T22:20:37,826 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0229964874/flush-table-proc/abort' 2024-11-09T22:20:37,826 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0229964874/flush-table-proc/acquired' 2024-11-09T22:20:37,827 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:20:37,827 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:20:37,827 DEBUG [RS:0;ea9122631f8b:41321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,41321,1731190835900 2024-11-09T22:20:37,827 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,41321,1731190835900' 2024-11-09T22:20:37,827 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0229964874/online-snapshot/abort' 2024-11-09T22:20:37,827 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0229964874/online-snapshot/acquired' 2024-11-09T22:20:37,827 DEBUG [RS:0;ea9122631f8b:41321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:20:37,827 INFO [RS:0;ea9122631f8b:41321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:20:37,828 INFO [RS:0;ea9122631f8b:41321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:20:37,928 INFO [RS:0;ea9122631f8b:41321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:20:37,930 INFO [RS:0;ea9122631f8b:41321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C41321%2C1731190835900, suffix=, logDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900, archiveDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/oldWALs, maxLogs=10 2024-11-09T22:20:37,948 DEBUG [RS:0;ea9122631f8b:41321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930, exclude list is [], retry=0 2024-11-09T22:20:37,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35723,DS-72b94ac4-528c-4cf7-9c0e-b63e621cf7c2,DISK] 2024-11-09T22:20:37,977 INFO [RS:0;ea9122631f8b:41321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 2024-11-09T22:20:37,988 DEBUG [RS:0;ea9122631f8b:41321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34193:34193)] 2024-11-09T22:20:38,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:38,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:20:38,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:20:38,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:38,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:38,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:20:38,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:20:38,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:38,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:38,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:20:38,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:20:38,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:38,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:38,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:20:38,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:20:38,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:38,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:38,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:20:38,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740 2024-11-09T22:20:38,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740 2024-11-09T22:20:38,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:20:38,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:20:38,079 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:38,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:20:38,100 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:38,101 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68677162, jitterRate=0.02336946129798889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:38,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190838058Initializing all the Stores at 1731190838059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190838059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190838064 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190838064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190838064Cleaning up temporary data from old regions at 1731190838078 (+14 ms)Region opened successfully at 1731190838102 (+24 ms) 2024-11-09T22:20:38,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:20:38,102 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:20:38,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:20:38,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:20:38,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:20:38,112 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:38,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190838102Disabling compacts and flushes for region at 1731190838102Disabling writes for close at 1731190838102Writing region close event to WAL at 1731190838112 (+10 ms)Closed at 1731190838112 2024-11-09T22:20:38,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:38,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:20:38,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:20:38,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:20:38,117 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:20:38,268 DEBUG [ea9122631f8b:39679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:20:38,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,41321,1731190835900 2024-11-09T22:20:38,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,41321,1731190835900, state=OPENING 2024-11-09T22:20:38,347 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:20:38,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:38,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:38,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0229964874/meta-region-server: CHANGED 2024-11-09T22:20:38,358 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:20:38,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0229964874/meta-region-server: CHANGED 2024-11-09T22:20:38,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,41321,1731190835900}] 2024-11-09T22:20:38,511 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:20:38,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:20:38,516 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:20:38,516 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:38,517 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:20:38,524 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C41321%2C1731190835900.meta, suffix=.meta, logDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900, archiveDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/oldWALs, maxLogs=10 2024-11-09T22:20:38,541 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.meta.1731190838524.meta, exclude list is [], retry=0 2024-11-09T22:20:38,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35723,DS-72b94ac4-528c-4cf7-9c0e-b63e621cf7c2,DISK] 2024-11-09T22:20:38,544 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.meta.1731190838524.meta 2024-11-09T22:20:38,548 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34193:34193)] 2024-11-09T22:20:38,548 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:38,549 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:20:38,549 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:20:38,549 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:20:38,549 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:20:38,549 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:20:38,549 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:38,549 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:20:38,549 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:20:38,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:20:38,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:20:38,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:38,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:38,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:20:38,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:20:38,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:38,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:38,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:20:38,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:20:38,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:38,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:38,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:20:38,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:20:38,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:38,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:38,562 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:20:38,563 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740 2024-11-09T22:20:38,564 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740 2024-11-09T22:20:38,565 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:20:38,565 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:20:38,566 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:38,567 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:20:38,568 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70558240, jitterRate=0.05139970779418945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:38,568 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:20:38,569 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190838549Writing region info on filesystem at 1731190838549Initializing all the Stores at 1731190838550 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190838550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190838556 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190838556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190838556Cleaning up temporary data from old regions at 1731190838565 (+9 ms)Running coprocessor post-open hooks at 1731190838568 (+3 ms)Region opened successfully at 1731190838569 (+1 ms) 2024-11-09T22:20:38,570 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190838511 2024-11-09T22:20:38,572 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:20:38,572 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:20:38,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,41321,1731190835900 2024-11-09T22:20:38,574 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,41321,1731190835900, state=OPEN 2024-11-09T22:20:38,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0229964874/meta-region-server 2024-11-09T22:20:38,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0229964874/meta-region-server 2024-11-09T22:20:38,654 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,41321,1731190835900 2024-11-09T22:20:38,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0229964874/meta-region-server: CHANGED 2024-11-09T22:20:38,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0229964874/meta-region-server: CHANGED 2024-11-09T22:20:38,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:20:38,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,41321,1731190835900 in 296 msec 2024-11-09T22:20:38,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:20:38,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec 2024-11-09T22:20:38,659 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:38,659 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:20:38,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:38,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,41321,1731190835900, seqNum=-1] 2024-11-09T22:20:38,661 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:38,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:38,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0520 sec 2024-11-09T22:20:38,667 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190838667, completionTime=-1 2024-11-09T22:20:38,667 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:20:38,667 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:20:38,669 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:20:38,669 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190898669 2024-11-09T22:20:38,669 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190958669 2024-11-09T22:20:38,669 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T22:20:38,670 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39679,1731190835521-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:38,670 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39679,1731190835521-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:38,670 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39679,1731190835521-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:38,670 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:39679, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:38,670 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:38,670 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:38,672 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:20:38,674 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.663sec 2024-11-09T22:20:38,674 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:20:38,674 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:20:38,674 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:20:38,674 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:20:38,674 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:20:38,674 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39679,1731190835521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:20:38,674 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39679,1731190835521-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:20:38,676 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:20:38,676 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:20:38,676 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39679,1731190835521-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:38,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f261719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:38,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,39679,-1 for getting cluster id 2024-11-09T22:20:38,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:38,778 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c0afe6b-1985-4ceb-bf10-f20bc1c5660b' 2024-11-09T22:20:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c0afe6b-1985-4ceb-bf10-f20bc1c5660b" 2024-11-09T22:20:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e8a3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,39679,-1] 2024-11-09T22:20:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:38,782 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:38,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40951a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:38,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,41321,1731190835900, seqNum=-1] 2024-11-09T22:20:38,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:38,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:38,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,39679,1731190835521 2024-11-09T22:20:38,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-09T22:20:38,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:38,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10121afb4dd0002 connected 2024-11-09T22:20:38,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/hadoop.log.dir so I do NOT create it in target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba 2024-11-09T22:20:38,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:20:38,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/hadoop.tmp.dir so I do NOT create it in target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba 2024-11-09T22:20:38,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:20:38,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba 2024-11-09T22:20:38,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:20:38,834 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/cluster_b70e52d4-f8c4-aecc-25a9-3e27ada85c23, deleteOnExit=true 2024-11-09T22:20:38,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:20:38,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/test.cache.data in system properties and HBase conf 2024-11-09T22:20:38,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:20:38,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:20:38,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:20:38,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:20:38,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:20:38,835 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:20:38,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:20:38,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:20:38,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:20:39,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:39,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:20:39,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:20:39,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:20:39,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:20:39,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:39,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25a69c9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:20:39,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45330566{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:20:39,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ebd88c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/java.io.tmpdir/jetty-localhost-43159-hadoop-hdfs-3_4_1-tests_jar-_-any-10379511016216545825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:20:39,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@449eae56{HTTP/1.1, (http/1.1)}{localhost:43159} 2024-11-09T22:20:39,435 INFO [Time-limited test {}] server.Server(415): Started @178652ms 2024-11-09T22:20:39,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:20:39,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:20:39,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:20:39,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:20:39,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:20:39,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48483c2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:20:39,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cbea1a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:20:39,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6972600f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/java.io.tmpdir/jetty-localhost-35069-hadoop-hdfs-3_4_1-tests_jar-_-any-17050651532376491917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:20:39,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@536dc82b{HTTP/1.1, (http/1.1)}{localhost:35069} 2024-11-09T22:20:39,908 INFO [Time-limited test {}] server.Server(415): Started @179125ms 2024-11-09T22:20:39,910 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:20:40,823 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/cluster_b70e52d4-f8c4-aecc-25a9-3e27ada85c23/data/data1/current/BP-434490834-172.17.0.3-1731190838857/current, will proceed with Du for space computation calculation, 2024-11-09T22:20:40,824 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/cluster_b70e52d4-f8c4-aecc-25a9-3e27ada85c23/data/data2/current/BP-434490834-172.17.0.3-1731190838857/current, will proceed with Du for space computation calculation, 2024-11-09T22:20:40,853 WARN [Thread-1785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:20:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c69929983b6dd32 with lease ID 0x58172f3439bedec6: Processing first storage report for DS-dda58566-8ce6-4c24-acde-da00fa30af8a from datanode DatanodeRegistration(127.0.0.1:45395, datanodeUuid=19121b8f-2612-4ba0-9bd1-77bd160f8155, infoPort=42269, infoSecurePort=0, ipcPort=37187, storageInfo=lv=-57;cid=testClusterID;nsid=82180565;c=1731190838857) 2024-11-09T22:20:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c69929983b6dd32 with lease ID 0x58172f3439bedec6: from storage DS-dda58566-8ce6-4c24-acde-da00fa30af8a node DatanodeRegistration(127.0.0.1:45395, datanodeUuid=19121b8f-2612-4ba0-9bd1-77bd160f8155, infoPort=42269, infoSecurePort=0, ipcPort=37187, storageInfo=lv=-57;cid=testClusterID;nsid=82180565;c=1731190838857), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:20:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c69929983b6dd32 with lease ID 0x58172f3439bedec6: Processing first storage report for DS-5d1e7250-9a8e-49a7-8a06-900ecc26acb3 from datanode DatanodeRegistration(127.0.0.1:45395, datanodeUuid=19121b8f-2612-4ba0-9bd1-77bd160f8155, infoPort=42269, infoSecurePort=0, ipcPort=37187, storageInfo=lv=-57;cid=testClusterID;nsid=82180565;c=1731190838857) 2024-11-09T22:20:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c69929983b6dd32 with lease ID 0x58172f3439bedec6: from storage DS-5d1e7250-9a8e-49a7-8a06-900ecc26acb3 node DatanodeRegistration(127.0.0.1:45395, datanodeUuid=19121b8f-2612-4ba0-9bd1-77bd160f8155, infoPort=42269, infoSecurePort=0, ipcPort=37187, storageInfo=lv=-57;cid=testClusterID;nsid=82180565;c=1731190838857), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:20:40,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba 2024-11-09T22:20:40,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:40,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:20:41,370 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896 with version=8 2024-11-09T22:20:41,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/hbase-staging 2024-11-09T22:20:41,372 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:20:41,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:41,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:41,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:20:41,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:41,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:20:41,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:20:41,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:20:41,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34487 2024-11-09T22:20:41,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34487 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-09T22:20:41,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344870x0, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:41,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34487-0x10121afb4dd0003 connected 2024-11-09T22:20:41,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:41,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:41,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Set watcher on znode that does not yet exist, /1-959265096/running 2024-11-09T22:20:41,659 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896, hbase.cluster.distributed=false 2024-11-09T22:20:41,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Set watcher on znode that does not yet exist, /1-959265096/acl 2024-11-09T22:20:41,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34487 2024-11-09T22:20:41,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34487 2024-11-09T22:20:41,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34487 2024-11-09T22:20:41,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34487 2024-11-09T22:20:41,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34487 2024-11-09T22:20:41,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:20:41,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:41,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:41,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:20:41,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:20:41,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:20:41,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:20:41,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:20:41,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39329 2024-11-09T22:20:41,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39329 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-09T22:20:41,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:41,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:41,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393290x0, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:41,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393290x0, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Set watcher on znode that does not yet exist, /1-959265096/running 2024-11-09T22:20:41,729 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:20:41,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39329-0x10121afb4dd0004 connected 2024-11-09T22:20:41,736 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:20:41,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Set watcher on znode that does not yet exist, /1-959265096/master 2024-11-09T22:20:41,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Set watcher on znode that does not yet exist, /1-959265096/acl 2024-11-09T22:20:41,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39329 2024-11-09T22:20:41,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39329 2024-11-09T22:20:41,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39329 2024-11-09T22:20:41,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39329 2024-11-09T22:20:41,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39329 2024-11-09T22:20:41,767 DEBUG [M:0;ea9122631f8b:34487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:34487 2024-11-09T22:20:41,767 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-959265096/backup-masters/ea9122631f8b,34487,1731190841372 2024-11-09T22:20:41,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096/backup-masters 2024-11-09T22:20:41,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096/backup-masters 2024-11-09T22:20:41,789 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Set watcher on existing znode=/1-959265096/backup-masters/ea9122631f8b,34487,1731190841372 2024-11-09T22:20:41,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-959265096/master 2024-11-09T22:20:41,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:41,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:41,846 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Set watcher on existing znode=/1-959265096/master 2024-11-09T22:20:41,846 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-959265096/backup-masters/ea9122631f8b,34487,1731190841372 from backup master directory 2024-11-09T22:20:41,912 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:20:41,912 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,34487,1731190841372 2024-11-09T22:20:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-959265096/backup-masters/ea9122631f8b,34487,1731190841372 2024-11-09T22:20:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096/backup-masters 2024-11-09T22:20:41,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096/backup-masters 2024-11-09T22:20:41,917 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/hbase.id] with ID: 69b0c127-ef81-4380-90f3-223536f8f235 2024-11-09T22:20:41,917 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/.tmp/hbase.id 2024-11-09T22:20:41,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:20:42,327 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/.tmp/hbase.id]:[hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/hbase.id] 2024-11-09T22:20:42,337 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:42,337 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:20:42,338 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T22:20:42,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:42,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:42,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:20:42,787 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:20:42,788 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:20:42,788 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:20:43,196 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store 2024-11-09T22:20:43,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:20:43,220 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:43,220 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:20:43,220 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:43,220 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:43,220 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:20:43,220 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:43,220 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:43,220 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190843220Disabling compacts and flushes for region at 1731190843220Disabling writes for close at 1731190843220Writing region close event to WAL at 1731190843220Closed at 1731190843220 2024-11-09T22:20:43,222 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/.initializing 2024-11-09T22:20:43,223 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/WALs/ea9122631f8b,34487,1731190841372 2024-11-09T22:20:43,239 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:20:43,243 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C34487%2C1731190841372, suffix=, logDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/WALs/ea9122631f8b,34487,1731190841372, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/oldWALs, maxLogs=10 2024-11-09T22:20:43,266 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/WALs/ea9122631f8b,34487,1731190841372/ea9122631f8b%2C34487%2C1731190841372.1731190843244, exclude list is [], retry=0 2024-11-09T22:20:43,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-dda58566-8ce6-4c24-acde-da00fa30af8a,DISK] 2024-11-09T22:20:43,283 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/WALs/ea9122631f8b,34487,1731190841372/ea9122631f8b%2C34487%2C1731190841372.1731190843244 2024-11-09T22:20:43,284 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42269:42269)] 2024-11-09T22:20:43,284 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:43,284 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:43,285 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,285 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:20:43,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:43,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:43,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:20:43,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:43,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:43,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:20:43,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:43,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:43,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:20:43,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:43,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:43,303 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,304 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,304 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,306 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,306 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,309 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:43,310 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:20:43,321 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:43,321 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60886753, jitterRate=-0.09271667897701263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:43,322 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190843285Initializing all the Stores at 1731190843286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190843286Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190843291 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190843291Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190843291Cleaning up temporary data from old regions at 1731190843306 (+15 ms)Region opened successfully at 1731190843322 (+16 ms) 2024-11-09T22:20:43,322 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:20:43,326 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e9aa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:20:43,327 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:20:43,327 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:20:43,327 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:20:43,327 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:20:43,328 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:20:43,328 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:20:43,328 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:20:43,355 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:20:43,356 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Unable to get data of znode /1-959265096/balancer because node does not exist (not necessarily an error) 2024-11-09T22:20:43,409 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-959265096/balancer already deleted, retry=false 2024-11-09T22:20:43,409 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:20:43,410 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Unable to get data of znode /1-959265096/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:20:43,438 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-959265096/normalizer already deleted, retry=false 2024-11-09T22:20:43,439 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:20:43,440 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Unable to get data of znode /1-959265096/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:20:43,515 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-959265096/switch/split already deleted, retry=false 2024-11-09T22:20:43,518 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Unable to get data of znode /1-959265096/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:20:43,536 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-959265096/switch/merge already deleted, retry=false 2024-11-09T22:20:43,538 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Unable to get data of znode /1-959265096/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:20:43,547 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-959265096/snapshot-cleanup already deleted, retry=false 2024-11-09T22:20:43,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-959265096/running 2024-11-09T22:20:43,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-959265096/running 2024-11-09T22:20:43,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:43,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:43,558 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,34487,1731190841372, sessionid=0x10121afb4dd0003, setting cluster-up flag (Was=false) 2024-11-09T22:20:43,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:43,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:43,610 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-959265096/flush-table-proc/acquired, /1-959265096/flush-table-proc/reached, /1-959265096/flush-table-proc/abort 2024-11-09T22:20:43,611 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,34487,1731190841372 2024-11-09T22:20:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:43,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:43,726 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-959265096/online-snapshot/acquired, /1-959265096/online-snapshot/reached, /1-959265096/online-snapshot/abort 2024-11-09T22:20:43,727 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,34487,1731190841372 2024-11-09T22:20:43,737 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:20:43,740 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:43,740 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:20:43,740 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:20:43,740 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,34487,1731190841372 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:20:43,741 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:43,741 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:43,741 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:43,742 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:20:43,742 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:20:43,742 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,742 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:20:43,742 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,766 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:43,766 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:20:43,768 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:43,768 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:20:43,778 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(746): ClusterId : 69b0c127-ef81-4380-90f3-223536f8f235 2024-11-09T22:20:43,778 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:20:43,784 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190873784 2024-11-09T22:20:43,784 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:20:43,785 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:20:43,785 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:20:43,785 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:20:43,785 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:20:43,785 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:20:43,796 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:43,810 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:20:43,811 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:20:43,821 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:20:43,821 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:20:43,821 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:20:43,821 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:20:43,822 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:20:43,822 DEBUG [RS:0;ea9122631f8b:39329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251d269d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:20:43,822 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:20:43,822 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:20:43,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:20:43,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:20:43,826 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896 2024-11-09T22:20:43,836 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190843822,5,FailOnTimeoutGroup] 2024-11-09T22:20:43,837 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:39329 2024-11-09T22:20:43,837 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:20:43,837 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:20:43,838 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:20:43,841 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,34487,1731190841372 with port=39329, startcode=1731190841682 2024-11-09T22:20:43,841 DEBUG [RS:0;ea9122631f8b:39329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:20:43,848 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190843836,5,FailOnTimeoutGroup] 2024-11-09T22:20:43,848 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:43,848 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:20:43,848 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:43,848 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:43,853 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:20:43,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,39329,1731190841682 2024-11-09T22:20:43,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34487 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,39329,1731190841682 2024-11-09T22:20:43,855 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896 2024-11-09T22:20:43,855 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43173 2024-11-09T22:20:43,855 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:20:43,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096/rs 2024-11-09T22:20:43,863 DEBUG [RS:0;ea9122631f8b:39329 {}] zookeeper.ZKUtil(111): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Set watcher on existing znode=/1-959265096/rs/ea9122631f8b,39329,1731190841682 2024-11-09T22:20:43,863 WARN [RS:0;ea9122631f8b:39329 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:20:43,863 INFO [RS:0;ea9122631f8b:39329 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:43,863 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682 2024-11-09T22:20:43,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,39329,1731190841682] 2024-11-09T22:20:43,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741832_1008 (size=32) 2024-11-09T22:20:43,918 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:20:43,920 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:20:43,921 INFO [RS:0;ea9122631f8b:39329 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:20:43,921 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:43,936 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:20:43,937 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:20:43,937 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:43,937 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,937 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,937 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,937 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,938 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,938 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:20:43,938 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,938 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,938 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,938 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,938 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,938 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:20:43,938 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:20:43,938 DEBUG [RS:0;ea9122631f8b:39329 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:20:43,988 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:43,988 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:43,988 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:43,988 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:43,988 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:43,988 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39329,1731190841682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:20:44,023 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:20:44,023 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39329,1731190841682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:44,023 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:44,023 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.Replication(171): ea9122631f8b,39329,1731190841682 started 2024-11-09T22:20:44,043 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:44,043 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,39329,1731190841682, RpcServer on ea9122631f8b/172.17.0.3:39329, sessionid=0x10121afb4dd0004 2024-11-09T22:20:44,043 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:20:44,043 DEBUG [RS:0;ea9122631f8b:39329 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,39329,1731190841682 2024-11-09T22:20:44,043 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,39329,1731190841682' 2024-11-09T22:20:44,043 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-959265096/flush-table-proc/abort' 2024-11-09T22:20:44,044 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-959265096/flush-table-proc/acquired' 2024-11-09T22:20:44,044 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:20:44,044 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:20:44,044 DEBUG [RS:0;ea9122631f8b:39329 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,39329,1731190841682 2024-11-09T22:20:44,044 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,39329,1731190841682' 2024-11-09T22:20:44,044 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-959265096/online-snapshot/abort' 2024-11-09T22:20:44,045 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-959265096/online-snapshot/acquired' 2024-11-09T22:20:44,045 DEBUG [RS:0;ea9122631f8b:39329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:20:44,045 INFO [RS:0;ea9122631f8b:39329 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:20:44,045 INFO [RS:0;ea9122631f8b:39329 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:20:44,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:20:44,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:44,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:44,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:44,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:44,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:44,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:44,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:44,146 INFO [RS:0;ea9122631f8b:39329 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:20:44,147 INFO [RS:0;ea9122631f8b:39329 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C39329%2C1731190841682, suffix=, logDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/oldWALs, maxLogs=10 2024-11-09T22:20:44,168 DEBUG [RS:0;ea9122631f8b:39329 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148, exclude list is [], retry=0 2024-11-09T22:20:44,174 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:20:44,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-dda58566-8ce6-4c24-acde-da00fa30af8a,DISK] 2024-11-09T22:20:44,217 INFO [RS:0;ea9122631f8b:39329 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 2024-11-09T22:20:44,228 DEBUG [RS:0;ea9122631f8b:39329 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42269:42269)] 2024-11-09T22:20:44,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:44,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:20:44,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:20:44,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:44,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:44,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:20:44,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:20:44,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:44,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:44,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:20:44,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:20:44,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:44,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:44,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:20:44,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:20:44,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:44,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:44,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:20:44,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740 2024-11-09T22:20:44,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740 2024-11-09T22:20:44,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:20:44,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:20:44,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:44,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:20:44,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:44,350 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67301735, jitterRate=0.0028740018606185913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:44,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190844295Initializing all the Stores at 1731190844295Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190844296 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190844304 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190844304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190844304Cleaning up temporary data from old regions at 1731190844328 (+24 ms)Region opened successfully at 1731190844350 (+22 ms) 2024-11-09T22:20:44,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:20:44,350 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:20:44,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:20:44,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:20:44,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:20:44,351 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:44,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190844350Disabling compacts and flushes for region at 1731190844350Disabling writes for close at 1731190844350Writing region close event to WAL at 1731190844351 (+1 ms)Closed at 1731190844351 2024-11-09T22:20:44,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:44,352 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:20:44,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:20:44,353 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:20:44,354 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:20:44,505 DEBUG [ea9122631f8b:34487 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:20:44,505 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,39329,1731190841682 2024-11-09T22:20:44,506 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,39329,1731190841682, state=OPENING 2024-11-09T22:20:44,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:20:44,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:44,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:44,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-959265096/meta-region-server: CHANGED 2024-11-09T22:20:44,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-959265096/meta-region-server: CHANGED 2024-11-09T22:20:44,622 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:20:44,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,39329,1731190841682}] 2024-11-09T22:20:44,774 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:20:44,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:20:44,779 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:20:44,779 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:44,779 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:20:44,781 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C39329%2C1731190841682.meta, suffix=.meta, logDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/oldWALs, maxLogs=10 2024-11-09T22:20:44,797 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.meta.1731190844781.meta, exclude list is [], retry=0 2024-11-09T22:20:44,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-dda58566-8ce6-4c24-acde-da00fa30af8a,DISK] 2024-11-09T22:20:44,812 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.meta.1731190844781.meta 2024-11-09T22:20:44,813 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42269:42269)] 2024-11-09T22:20:44,813 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:44,813 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:20:44,813 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:20:44,813 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:20:44,813 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:20:44,814 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:20:44,814 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:44,814 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:20:44,814 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:20:44,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:20:44,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:20:44,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:44,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:44,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:20:44,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:20:44,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:44,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:44,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:20:44,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:20:44,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:44,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:44,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:20:44,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:20:44,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:44,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:20:44,820 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:20:44,820 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740 2024-11-09T22:20:44,821 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740 2024-11-09T22:20:44,822 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:20:44,822 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:20:44,823 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:20:44,827 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:20:44,828 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62729088, jitterRate=-0.06526374816894531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:20:44,828 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:20:44,828 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190844814Writing region info on filesystem at 1731190844814Initializing all the Stores at 1731190844815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190844815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190844815Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190844815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190844815Cleaning up temporary data from old regions at 1731190844822 (+7 ms)Running coprocessor post-open hooks at 1731190844828 (+6 ms)Region opened successfully at 1731190844828 2024-11-09T22:20:44,829 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190844774 2024-11-09T22:20:44,834 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:20:44,834 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:20:44,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,39329,1731190841682 2024-11-09T22:20:44,836 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,39329,1731190841682, state=OPEN 2024-11-09T22:20:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-959265096/meta-region-server 2024-11-09T22:20:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-959265096/meta-region-server 2024-11-09T22:20:44,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-959265096/meta-region-server: CHANGED 2024-11-09T22:20:44,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-959265096/meta-region-server: CHANGED 2024-11-09T22:20:44,850 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,39329,1731190841682 2024-11-09T22:20:44,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:20:44,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,39329,1731190841682 in 228 msec 2024-11-09T22:20:44,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:20:44,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 501 msec 2024-11-09T22:20:44,855 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:20:44,855 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:20:44,857 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:44,857 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,39329,1731190841682, seqNum=-1] 2024-11-09T22:20:44,858 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:44,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:44,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1240 sec 2024-11-09T22:20:44,865 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190844865, completionTime=-1 2024-11-09T22:20:44,865 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:20:44,865 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:20:44,867 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:20:44,867 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190904867 2024-11-09T22:20:44,867 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190964867 2024-11-09T22:20:44,867 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T22:20:44,868 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34487,1731190841372-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:44,868 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34487,1731190841372-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:44,868 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34487,1731190841372-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:44,868 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:34487, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:44,868 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:44,868 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:44,870 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:20:44,873 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.960sec 2024-11-09T22:20:44,874 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:20:44,874 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:20:44,874 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:20:44,874 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:20:44,874 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:20:44,874 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34487,1731190841372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:20:44,874 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34487,1731190841372-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:20:44,876 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:20:44,876 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:20:44,876 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34487,1731190841372-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:20:44,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48902c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:44,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34487,-1 for getting cluster id 2024-11-09T22:20:44,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:44,980 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b0c127-ef81-4380-90f3-223536f8f235' 2024-11-09T22:20:44,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:44,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b0c127-ef81-4380-90f3-223536f8f235" 2024-11-09T22:20:44,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b6be43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:44,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34487,-1] 2024-11-09T22:20:44,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:44,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:44,983 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:44,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b8b0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:44,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,39329,1731190841682, seqNum=-1] 2024-11-09T22:20:44,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:44,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,34487,1731190841372 2024-11-09T22:20:44,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54954 2024-11-09T22:20:45,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:20:45,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10121afb4dd0005 connected 2024-11-09T22:20:45,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:45,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,39679,1731190835521 2024-11-09T22:20:45,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db787bb 2024-11-09T22:20:45,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:45,044 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:45,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:20:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:20:45,048 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:20:45,049 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:45,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:20:45,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:20:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:20:45,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b09407fa89e799c58862715a9cd52c5, NAME => 'test,,1731190845044.8b09407fa89e799c58862715a9cd52c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5 2024-11-09T22:20:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:45,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:20:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190845044.8b09407fa89e799c58862715a9cd52c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8b09407fa89e799c58862715a9cd52c5, disabling compactions & flushes 2024-11-09T22:20:45,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. after waiting 0 ms 2024-11-09T22:20:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:45,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:45,600 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b09407fa89e799c58862715a9cd52c5: Waiting for close lock at 1731190845600Disabling compacts and flushes for region at 1731190845600Disabling writes for close at 1731190845600Writing region close event to WAL at 1731190845600Closed at 1731190845600 2024-11-09T22:20:45,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:20:45,603 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190845044.8b09407fa89e799c58862715a9cd52c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190845602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190845602"}]},"ts":"1731190845602"} 2024-11-09T22:20:45,605 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:20:45,606 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:20:45,606 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190845606"}]},"ts":"1731190845606"} 2024-11-09T22:20:45,609 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:20:45,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b09407fa89e799c58862715a9cd52c5, ASSIGN}] 2024-11-09T22:20:45,610 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b09407fa89e799c58862715a9cd52c5, ASSIGN 2024-11-09T22:20:45,613 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8b09407fa89e799c58862715a9cd52c5, ASSIGN; state=OFFLINE, location=ea9122631f8b,41321,1731190835900; forceNewPlan=false, retain=false 2024-11-09T22:20:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:45,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b09407fa89e799c58862715a9cd52c5, regionState=OPENING, regionLocation=ea9122631f8b,41321,1731190835900 2024-11-09T22:20:45,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8b09407fa89e799c58862715a9cd52c5, ASSIGN because future has completed 2024-11-09T22:20:45,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b09407fa89e799c58862715a9cd52c5, server=ea9122631f8b,41321,1731190835900}] 2024-11-09T22:20:45,928 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:45,928 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b09407fa89e799c58862715a9cd52c5, NAME => 'test,,1731190845044.8b09407fa89e799c58862715a9cd52c5.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:45,929 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:20:45,929 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:20:45,929 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,929 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190845044.8b09407fa89e799c58862715a9cd52c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:45,929 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,929 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,932 INFO [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,937 INFO [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b09407fa89e799c58862715a9cd52c5 columnFamilyName f 2024-11-09T22:20:45,937 DEBUG [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:45,937 INFO [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] regionserver.HStore(327): Store=8b09407fa89e799c58862715a9cd52c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:45,938 INFO [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,939 INFO [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b09407fa89e799c58862715a9cd52c5 columnFamilyName f1 2024-11-09T22:20:45,939 DEBUG [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:45,940 INFO [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] regionserver.HStore(327): Store=8b09407fa89e799c58862715a9cd52c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:45,940 INFO [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,943 INFO [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b09407fa89e799c58862715a9cd52c5 columnFamilyName norep 2024-11-09T22:20:45,943 DEBUG [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:45,943 INFO [StoreOpener-8b09407fa89e799c58862715a9cd52c5-1 {}] regionserver.HStore(327): Store=8b09407fa89e799c58862715a9cd52c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:45,944 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,944 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,945 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,945 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,945 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,946 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:20:45,947 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,953 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:45,953 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8b09407fa89e799c58862715a9cd52c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60753512, jitterRate=-0.09470212459564209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:20:45,953 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:45,954 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8b09407fa89e799c58862715a9cd52c5: Running coprocessor pre-open hook at 1731190845929Writing region info on filesystem at 1731190845929Initializing all the Stores at 1731190845930 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190845930Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190845932 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190845932Cleaning up temporary data from old regions at 1731190845945 (+13 ms)Running coprocessor post-open hooks at 1731190845953 (+8 ms)Region opened successfully at 1731190845954 (+1 ms) 2024-11-09T22:20:45,955 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190845044.8b09407fa89e799c58862715a9cd52c5., pid=6, masterSystemTime=1731190845918 2024-11-09T22:20:45,960 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b09407fa89e799c58862715a9cd52c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,41321,1731190835900 2024-11-09T22:20:45,963 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:45,963 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:45,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b09407fa89e799c58862715a9cd52c5, server=ea9122631f8b,41321,1731190835900 because future has completed 2024-11-09T22:20:45,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:20:45,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b09407fa89e799c58862715a9cd52c5, server=ea9122631f8b,41321,1731190835900 in 208 msec 2024-11-09T22:20:45,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:20:45,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8b09407fa89e799c58862715a9cd52c5, ASSIGN in 369 msec 2024-11-09T22:20:45,981 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:20:45,981 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190845981"}]},"ts":"1731190845981"} 2024-11-09T22:20:45,983 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:20:45,984 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:20:45,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 939 msec 2024-11-09T22:20:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:46,197 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:20:46,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34487,1731190841372 2024-11-09T22:20:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18a5cfa5 2024-11-09T22:20:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:46,199 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:46,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:20:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:20:46,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:20:46,203 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:46,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:20:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:46,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:20:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:20:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:46,632 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba55c404f67ceec2ef2ae7bc3e018fa4, NAME => 'test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896 2024-11-09T22:20:46,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:20:46,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:46,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba55c404f67ceec2ef2ae7bc3e018fa4, disabling compactions & flushes 2024-11-09T22:20:46,656 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:46,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:46,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. after waiting 0 ms 2024-11-09T22:20:46,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:46,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:46,657 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba55c404f67ceec2ef2ae7bc3e018fa4: Waiting for close lock at 1731190846656Disabling compacts and flushes for region at 1731190846656Disabling writes for close at 1731190846656Writing region close event to WAL at 1731190846656Closed at 1731190846656 2024-11-09T22:20:46,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:20:46,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190846658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190846658"}]},"ts":"1731190846658"} 2024-11-09T22:20:46,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:20:46,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:20:46,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190846662"}]},"ts":"1731190846662"} 2024-11-09T22:20:46,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:20:46,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba55c404f67ceec2ef2ae7bc3e018fa4, ASSIGN}] 2024-11-09T22:20:46,668 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba55c404f67ceec2ef2ae7bc3e018fa4, ASSIGN 2024-11-09T22:20:46,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba55c404f67ceec2ef2ae7bc3e018fa4, ASSIGN; state=OFFLINE, location=ea9122631f8b,39329,1731190841682; forceNewPlan=false, retain=false 2024-11-09T22:20:46,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba55c404f67ceec2ef2ae7bc3e018fa4, regionState=OPENING, regionLocation=ea9122631f8b,39329,1731190841682 2024-11-09T22:20:46,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba55c404f67ceec2ef2ae7bc3e018fa4, ASSIGN because future has completed 2024-11-09T22:20:46,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba55c404f67ceec2ef2ae7bc3e018fa4, server=ea9122631f8b,39329,1731190841682}] 2024-11-09T22:20:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:46,984 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:46,984 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba55c404f67ceec2ef2ae7bc3e018fa4, NAME => 'test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:46,985 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:20:46,985 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:20:46,985 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:46,985 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:46,985 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:46,985 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:47,012 INFO [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:47,014 INFO [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba55c404f67ceec2ef2ae7bc3e018fa4 columnFamilyName f 2024-11-09T22:20:47,014 DEBUG [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:47,015 INFO [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] regionserver.HStore(327): Store=ba55c404f67ceec2ef2ae7bc3e018fa4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:47,015 INFO [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:47,016 INFO [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba55c404f67ceec2ef2ae7bc3e018fa4 columnFamilyName f1 2024-11-09T22:20:47,016 DEBUG [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:47,017 INFO [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] regionserver.HStore(327): Store=ba55c404f67ceec2ef2ae7bc3e018fa4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:47,017 INFO [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:47,018 INFO [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba55c404f67ceec2ef2ae7bc3e018fa4 columnFamilyName norep 2024-11-09T22:20:47,018 DEBUG [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:47,019 INFO [StoreOpener-ba55c404f67ceec2ef2ae7bc3e018fa4-1 {}] regionserver.HStore(327): Store=ba55c404f67ceec2ef2ae7bc3e018fa4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:47,019 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:47,020 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:47,021 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:47,023 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:47,023 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:47,024 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:20:47,031 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:47,072 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:47,073 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba55c404f67ceec2ef2ae7bc3e018fa4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67709862, jitterRate=0.008955568075180054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:20:47,073 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:47,073 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba55c404f67ceec2ef2ae7bc3e018fa4: Running coprocessor pre-open hook at 1731190846985Writing region info on filesystem at 1731190846985Initializing all the Stores at 1731190846987 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190846987Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190847000 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190847000Cleaning up temporary data from old regions at 1731190847023 (+23 ms)Running coprocessor post-open hooks at 1731190847073 (+50 ms)Region opened successfully at 1731190847073 2024-11-09T22:20:47,074 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4., pid=6, masterSystemTime=1731190846975 2024-11-09T22:20:47,077 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:47,077 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:47,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba55c404f67ceec2ef2ae7bc3e018fa4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,39329,1731190841682 2024-11-09T22:20:47,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba55c404f67ceec2ef2ae7bc3e018fa4, server=ea9122631f8b,39329,1731190841682 because future has completed 2024-11-09T22:20:47,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:20:47,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba55c404f67ceec2ef2ae7bc3e018fa4, server=ea9122631f8b,39329,1731190841682 in 262 msec 2024-11-09T22:20:47,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:20:47,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba55c404f67ceec2ef2ae7bc3e018fa4, ASSIGN in 426 msec 2024-11-09T22:20:47,097 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:20:47,098 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190847098"}]},"ts":"1731190847098"} 2024-11-09T22:20:47,103 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:20:47,106 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:20:47,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 906 msec 2024-11-09T22:20:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:20:47,347 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:20:47,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faab8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,39679,-1 for getting cluster id 2024-11-09T22:20:47,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:47,348 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c0afe6b-1985-4ceb-bf10-f20bc1c5660b' 2024-11-09T22:20:47,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:47,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c0afe6b-1985-4ceb-bf10-f20bc1c5660b" 2024-11-09T22:20:47,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e52cfb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,39679,-1] 2024-11-09T22:20:47,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:47,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:47,349 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:47,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7884155e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775f9e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34487,-1 for getting cluster id 2024-11-09T22:20:47,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:47,351 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b0c127-ef81-4380-90f3-223536f8f235' 2024-11-09T22:20:47,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:47,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b0c127-ef81-4380-90f3-223536f8f235" 2024-11-09T22:20:47,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d48487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34487,-1] 2024-11-09T22:20:47,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:47,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:47,353 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68285910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e57b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,39679,-1 for getting cluster id 2024-11-09T22:20:47,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:47,355 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c0afe6b-1985-4ceb-bf10-f20bc1c5660b' 2024-11-09T22:20:47,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:47,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c0afe6b-1985-4ceb-bf10-f20bc1c5660b" 2024-11-09T22:20:47,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b129d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,39679,-1] 2024-11-09T22:20:47,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:47,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:47,356 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:47,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1857e79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,39679,1731190835521 2024-11-09T22:20:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ee6789b 2024-11-09T22:20:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:47,358 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:47,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:34487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:20:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:20:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:20:47,361 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:34487' 2024-11-09T22:20:47,362 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436bd17b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,362 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34487,-1 for getting cluster id 2024-11-09T22:20:47,362 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:47,363 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b0c127-ef81-4380-90f3-223536f8f235' 2024-11-09T22:20:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b0c127-ef81-4380-90f3-223536f8f235" 2024-11-09T22:20:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c810466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34487,-1] 2024-11-09T22:20:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:47,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:47,364 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:47,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e710b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:47,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:47,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34487,1731190841372 2024-11-09T22:20:47,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cbc35a4 2024-11-09T22:20:47,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:47,366 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:47,367 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T22:20:47,367 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:20:47,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:47,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:47,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:47,368 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:20:47,369 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:20:47,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:20:47,369 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:47,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:20:47,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:20:47,419 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:20:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:20:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:20:47,782 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcb406c3dc870baf9ec6fd38894a3e4e, NAME => 'hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5 2024-11-09T22:20:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:20:47,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:47,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bcb406c3dc870baf9ec6fd38894a3e4e, disabling compactions & flushes 2024-11-09T22:20:47,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:47,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:47,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. after waiting 0 ms 2024-11-09T22:20:47,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:47,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:47,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcb406c3dc870baf9ec6fd38894a3e4e: Waiting for close lock at 1731190847813Disabling compacts and flushes for region at 1731190847813Disabling writes for close at 1731190847813Writing region close event to WAL at 1731190847813Closed at 1731190847813 2024-11-09T22:20:47,814 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:20:47,815 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190847814"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190847814"}]},"ts":"1731190847814"} 2024-11-09T22:20:47,818 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:20:47,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:20:47,820 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190847819"}]},"ts":"1731190847819"} 2024-11-09T22:20:47,822 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:20:47,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcb406c3dc870baf9ec6fd38894a3e4e, ASSIGN}] 2024-11-09T22:20:47,824 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcb406c3dc870baf9ec6fd38894a3e4e, ASSIGN 2024-11-09T22:20:47,825 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcb406c3dc870baf9ec6fd38894a3e4e, ASSIGN; state=OFFLINE, location=ea9122631f8b,41321,1731190835900; forceNewPlan=false, retain=false 2024-11-09T22:20:47,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcb406c3dc870baf9ec6fd38894a3e4e, regionState=OPENING, regionLocation=ea9122631f8b,41321,1731190835900 2024-11-09T22:20:47,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcb406c3dc870baf9ec6fd38894a3e4e, ASSIGN because future has completed 2024-11-09T22:20:47,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcb406c3dc870baf9ec6fd38894a3e4e, server=ea9122631f8b,41321,1731190835900}] 2024-11-09T22:20:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:20:48,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:48,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:48,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:20:48,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C41321%2C1731190835900.rep, suffix=, logDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900, archiveDir=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/oldWALs, maxLogs=10 2024-11-09T22:20:48,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.rep.1731190848150, exclude list is [], retry=0 2024-11-09T22:20:48,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35723,DS-72b94ac4-528c-4cf7-9c0e-b63e621cf7c2,DISK] 2024-11-09T22:20:48,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.rep.1731190848150 2024-11-09T22:20:48,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34193:34193)] 2024-11-09T22:20:48,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bcb406c3dc870baf9ec6fd38894a3e4e, NAME => 'hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:48,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:20:48,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:20:48,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. service=MultiRowMutationService 2024-11-09T22:20:48,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:20:48,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:48,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,172 INFO [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,173 INFO [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcb406c3dc870baf9ec6fd38894a3e4e columnFamilyName hfileref 2024-11-09T22:20:48,173 DEBUG [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:48,173 INFO [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] regionserver.HStore(327): Store=bcb406c3dc870baf9ec6fd38894a3e4e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:48,173 INFO [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,174 INFO [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcb406c3dc870baf9ec6fd38894a3e4e columnFamilyName queue 2024-11-09T22:20:48,174 DEBUG [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:48,175 INFO [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] regionserver.HStore(327): Store=bcb406c3dc870baf9ec6fd38894a3e4e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:48,175 INFO [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,176 INFO [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcb406c3dc870baf9ec6fd38894a3e4e columnFamilyName sid 2024-11-09T22:20:48,176 DEBUG [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:48,176 INFO [StoreOpener-bcb406c3dc870baf9ec6fd38894a3e4e-1 {}] regionserver.HStore(327): Store=bcb406c3dc870baf9ec6fd38894a3e4e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:48,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:20:48,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:48,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bcb406c3dc870baf9ec6fd38894a3e4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71010246, jitterRate=0.05813512206077576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:20:48,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:48,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bcb406c3dc870baf9ec6fd38894a3e4e: Running coprocessor pre-open hook at 1731190848171Writing region info on filesystem at 1731190848171Initializing all the Stores at 1731190848171Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190848171Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190848171Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190848171Cleaning up temporary data from old regions at 1731190848178 (+7 ms)Running coprocessor post-open hooks at 1731190848186 (+8 ms)Region opened successfully at 1731190848187 (+1 ms) 2024-11-09T22:20:48,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e., pid=10, masterSystemTime=1731190848145 2024-11-09T22:20:48,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:48,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:48,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcb406c3dc870baf9ec6fd38894a3e4e, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,41321,1731190835900 2024-11-09T22:20:48,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcb406c3dc870baf9ec6fd38894a3e4e, server=ea9122631f8b,41321,1731190835900 because future has completed 2024-11-09T22:20:48,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:20:48,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bcb406c3dc870baf9ec6fd38894a3e4e, server=ea9122631f8b,41321,1731190835900 in 216 msec 2024-11-09T22:20:48,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:20:48,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcb406c3dc870baf9ec6fd38894a3e4e, ASSIGN in 375 msec 2024-11-09T22:20:48,202 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:20:48,202 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190848202"}]},"ts":"1731190848202"} 2024-11-09T22:20:48,205 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:20:48,207 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:20:48,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-11-09T22:20:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e., hostname=ea9122631f8b,41321,1731190835900, seqNum=2] 2024-11-09T22:20:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:20:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:48,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:48,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:20:48,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:20:48,730 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:20:48,756 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,41321,1731190835900, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:20:48,756 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:48,756 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,41321,1731190835900, seqNum=-1] 2024-11-09T22:20:48,757 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:48,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T22:20:48,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,41321,1731190835900', locateType=CURRENT is [region=hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e., hostname=ea9122631f8b,41321,1731190835900, seqNum=2] 2024-11-09T22:20:48,761 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:20:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:20:48,764 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,41321,1731190835900 suceeded 2024-11-09T22:20:48,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:20:48,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T22:20:48,765 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:34487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:20:48,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4060 sec 2024-11-09T22:20:48,776 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:34487' 2024-11-09T22:20:48,778 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0dfebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:48,778 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34487,-1 for getting cluster id 2024-11-09T22:20:48,778 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:48,779 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b0c127-ef81-4380-90f3-223536f8f235' 2024-11-09T22:20:48,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:48,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b0c127-ef81-4380-90f3-223536f8f235" 2024-11-09T22:20:48,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d42c7f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:48,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34487,-1] 2024-11-09T22:20:48,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:48,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:48,780 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:48,781 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bed54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:48,781 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:48,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34487,1731190841372 2024-11-09T22:20:48,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec09d24 2024-11-09T22:20:48,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:48,782 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T22:20:48,783 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,41321,1731190835900 (queues=1) is replicating from cluster=6c0afe6b-1985-4ceb-bf10-f20bc1c5660b to cluster=69b0c127-ef81-4380-90f3-223536f8f235 2024-11-09T22:20:48,783 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C41321%2C1731190835900 2024-11-09T22:20:48,783 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,41321,1731190835900, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:20:48,784 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930, startPosition=0, beingWritten=true 2024-11-09T22:20:48,794 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C41321%2C1731190835900 2024-11-09T22:20:48,797 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:20:48,797 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 379, reset compression=false 2024-11-09T22:20:48,797 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,41321,1731190835900 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:20:49,003 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 379, reset compression=false 2024-11-09T22:20:49,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T22:20:49,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T22:20:49,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T22:20:49,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T22:20:49,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:20:49,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T22:20:49,308 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 379, reset compression=false 2024-11-09T22:20:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:20:49,507 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:20:49,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:49,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:49,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:49,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:49,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:49,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfbbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:49,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34487,-1 for getting cluster id 2024-11-09T22:20:49,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:49,509 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b0c127-ef81-4380-90f3-223536f8f235' 2024-11-09T22:20:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b0c127-ef81-4380-90f3-223536f8f235" 2024-11-09T22:20:49,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34487,-1] 2024-11-09T22:20:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:49,511 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:49,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39405816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:49,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34487,1731190841372 2024-11-09T22:20:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25158f4d 2024-11-09T22:20:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:49,513 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:49,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:39679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:20:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:20:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:20:49,517 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:39679' 2024-11-09T22:20:49,523 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9eeec48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:49,523 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,39679,-1 for getting cluster id 2024-11-09T22:20:49,524 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:49,525 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c0afe6b-1985-4ceb-bf10-f20bc1c5660b' 2024-11-09T22:20:49,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:49,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c0afe6b-1985-4ceb-bf10-f20bc1c5660b" 2024-11-09T22:20:49,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6107e5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:49,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,39679,-1] 2024-11-09T22:20:49,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:49,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:49,527 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:49,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fba4837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:49,527 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,39679,1731190835521 2024-11-09T22:20:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42021f91 2024-11-09T22:20:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:49,529 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:49,530 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T22:20:49,530 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:20:49,530 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:49,530 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:49,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:49,531 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:20:49,534 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:20:49,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:20:49,535 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:49,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:20:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:20:49,552 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c28f9d0b9b4c1e0ac8255ba657d2f3bb, NAME => 'hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896 2024-11-09T22:20:49,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:20:49,584 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:20:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:20:49,738 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 379, reset compression=false 2024-11-09T22:20:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:20:49,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:49,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c28f9d0b9b4c1e0ac8255ba657d2f3bb, disabling compactions & flushes 2024-11-09T22:20:49,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:49,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:49,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. after waiting 0 ms 2024-11-09T22:20:49,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:49,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:49,966 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c28f9d0b9b4c1e0ac8255ba657d2f3bb: Waiting for close lock at 1731190849965Disabling compacts and flushes for region at 1731190849965Disabling writes for close at 1731190849965Writing region close event to WAL at 1731190849965Closed at 1731190849965 2024-11-09T22:20:49,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:20:49,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190849967"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190849967"}]},"ts":"1731190849967"} 2024-11-09T22:20:49,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:20:49,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:20:49,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190849971"}]},"ts":"1731190849971"} 2024-11-09T22:20:49,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:20:49,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c28f9d0b9b4c1e0ac8255ba657d2f3bb, ASSIGN}] 2024-11-09T22:20:49,975 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c28f9d0b9b4c1e0ac8255ba657d2f3bb, ASSIGN 2024-11-09T22:20:49,976 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c28f9d0b9b4c1e0ac8255ba657d2f3bb, ASSIGN; state=OFFLINE, location=ea9122631f8b,39329,1731190841682; forceNewPlan=false, retain=false 2024-11-09T22:20:50,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c28f9d0b9b4c1e0ac8255ba657d2f3bb, regionState=OPENING, regionLocation=ea9122631f8b,39329,1731190841682 2024-11-09T22:20:50,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c28f9d0b9b4c1e0ac8255ba657d2f3bb, ASSIGN because future has completed 2024-11-09T22:20:50,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c28f9d0b9b4c1e0ac8255ba657d2f3bb, server=ea9122631f8b,39329,1731190841682}] 2024-11-09T22:20:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:20:50,242 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 379, reset compression=false 2024-11-09T22:20:50,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:50,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:20:50,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:20:50,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C39329%2C1731190841682.rep, suffix=, logDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682, archiveDir=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/oldWALs, maxLogs=10 2024-11-09T22:20:50,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.rep.1731190850287, exclude list is [], retry=0 2024-11-09T22:20:50,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-dda58566-8ce6-4c24-acde-da00fa30af8a,DISK] 2024-11-09T22:20:50,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.rep.1731190850287 2024-11-09T22:20:50,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42269:42269)] 2024-11-09T22:20:50,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c28f9d0b9b4c1e0ac8255ba657d2f3bb, NAME => 'hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:20:50,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:20:50,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:20:50,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. service=MultiRowMutationService 2024-11-09T22:20:50,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:20:50,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:20:50,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,311 INFO [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,313 INFO [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c28f9d0b9b4c1e0ac8255ba657d2f3bb columnFamilyName hfileref 2024-11-09T22:20:50,313 DEBUG [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:50,313 INFO [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] regionserver.HStore(327): Store=c28f9d0b9b4c1e0ac8255ba657d2f3bb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:50,313 INFO [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,314 INFO [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c28f9d0b9b4c1e0ac8255ba657d2f3bb columnFamilyName queue 2024-11-09T22:20:50,314 DEBUG [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:50,315 INFO [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] regionserver.HStore(327): Store=c28f9d0b9b4c1e0ac8255ba657d2f3bb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:50,315 INFO [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:20:50,316 INFO [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c28f9d0b9b4c1e0ac8255ba657d2f3bb columnFamilyName sid 2024-11-09T22:20:50,316 DEBUG [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:20:50,317 INFO [StoreOpener-c28f9d0b9b4c1e0ac8255ba657d2f3bb-1 {}] regionserver.HStore(327): Store=c28f9d0b9b4c1e0ac8255ba657d2f3bb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:20:50,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:20:50,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:20:50,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c28f9d0b9b4c1e0ac8255ba657d2f3bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62265969, jitterRate=-0.07216475903987885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:20:50,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:50,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c28f9d0b9b4c1e0ac8255ba657d2f3bb: Running coprocessor pre-open hook at 1731190850310Writing region info on filesystem at 1731190850310Initializing all the Stores at 1731190850311 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190850311Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190850311Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190850311Cleaning up temporary data from old regions at 1731190850318 (+7 ms)Running coprocessor post-open hooks at 1731190850321 (+3 ms)Region opened successfully at 1731190850322 (+1 ms) 2024-11-09T22:20:50,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb., pid=10, masterSystemTime=1731190850281 2024-11-09T22:20:50,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:50,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:50,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c28f9d0b9b4c1e0ac8255ba657d2f3bb, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,39329,1731190841682 2024-11-09T22:20:50,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c28f9d0b9b4c1e0ac8255ba657d2f3bb, server=ea9122631f8b,39329,1731190841682 because future has completed 2024-11-09T22:20:50,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:20:50,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c28f9d0b9b4c1e0ac8255ba657d2f3bb, server=ea9122631f8b,39329,1731190841682 in 199 msec 2024-11-09T22:20:50,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:20:50,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c28f9d0b9b4c1e0ac8255ba657d2f3bb, ASSIGN in 356 msec 2024-11-09T22:20:50,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:20:50,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190850332"}]},"ts":"1731190850332"} 2024-11-09T22:20:50,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:20:50,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:20:50,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 804 msec 2024-11-09T22:20:50,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:50,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:50,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:50,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:50,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:50,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:50,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:50,366 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T22:20:50,366 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T22:20:50,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb., hostname=ea9122631f8b,39329,1731190841682, seqNum=2] 2024-11-09T22:20:50,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:50,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:50,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:20:50,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:20:50,585 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:20:50,610 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,39329,1731190841682, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:20:50,610 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:50,610 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,39329,1731190841682, seqNum=-1] 2024-11-09T22:20:50,611 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:50,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T22:20:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,39329,1731190841682', locateType=CURRENT is [region=hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb., hostname=ea9122631f8b,39329,1731190841682, seqNum=2] 2024-11-09T22:20:50,615 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:20:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:20:50,617 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,39329,1731190841682 suceeded 2024-11-09T22:20:50,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:20:50,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T22:20:50,618 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:39679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:20:50,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1040 sec 2024-11-09T22:20:50,627 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:39679' 2024-11-09T22:20:50,628 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3410610c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:50,628 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,39679,-1 for getting cluster id 2024-11-09T22:20:50,628 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:50,629 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c0afe6b-1985-4ceb-bf10-f20bc1c5660b' 2024-11-09T22:20:50,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:50,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c0afe6b-1985-4ceb-bf10-f20bc1c5660b" 2024-11-09T22:20:50,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a6044ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:50,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,39679,-1] 2024-11-09T22:20:50,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:50,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:50,630 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:50,631 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30670609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:50,631 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:50,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,39679,1731190835521 2024-11-09T22:20:50,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72f9f63d 2024-11-09T22:20:50,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:50,632 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T22:20:50,632 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,39329,1731190841682 (queues=1) is replicating from cluster=69b0c127-ef81-4380-90f3-223536f8f235 to cluster=6c0afe6b-1985-4ceb-bf10-f20bc1c5660b 2024-11-09T22:20:50,632 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C39329%2C1731190841682 2024-11-09T22:20:50,632 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,39329,1731190841682, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:20:50,633 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C39329%2C1731190841682 2024-11-09T22:20:50,633 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148, startPosition=0, beingWritten=true 2024-11-09T22:20:50,637 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:20:50,637 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 379, reset compression=false 2024-11-09T22:20:50,637 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,39329,1731190841682 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:20:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:20:50,657 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:20:50,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:50,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:50,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:50,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:50,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:50,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:50,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731190850660/Put/seqid=0 2024-11-09T22:20:50,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741840_1016 (size=7894) 2024-11-09T22:20:50,841 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 379, reset compression=false 2024-11-09T22:20:50,846 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 379, reset compression=false 2024-11-09T22:20:51,069 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731190851068/Put/seqid=0 2024-11-09T22:20:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741841_1017 (size=7691) 2024-11-09T22:20:51,161 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 379, reset compression=false 2024-11-09T22:20:51,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74af791c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:51,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,39679,-1 for getting cluster id 2024-11-09T22:20:51,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:51,478 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c0afe6b-1985-4ceb-bf10-f20bc1c5660b' 2024-11-09T22:20:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c0afe6b-1985-4ceb-bf10-f20bc1c5660b" 2024-11-09T22:20:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa44ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,39679,-1] 2024-11-09T22:20:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:51,481 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:51,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f07d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:51,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:51,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,41321,1731190835900, seqNum=-1] 2024-11-09T22:20:51,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:51,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:51,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,39679,1731190835521 2024-11-09T22:20:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be9f11b 2024-11-09T22:20:51,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:51,500 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:51,514 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731190845044.8b09407fa89e799c58862715a9cd52c5., hostname=ea9122631f8b,41321,1731190835900, seqNum=2] 2024-11-09T22:20:51,518 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:20:51,525 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T22:20:51,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T22:20:51,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8b09407fa89e799c58862715a9cd52c5/f 2024-11-09T22:20:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T22:20:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:20:51,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8b09407fa89e799c58862715a9cd52c5/f 2024-11-09T22:20:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T22:20:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:20:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(2603): Flush status journal for 8b09407fa89e799c58862715a9cd52c5: 2024-11-09T22:20:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins__test__3aac437fug2j470p19e2gvc6rnkb922l5vcmvdf56u554trdo5jsgapuj8gnemvv/f/hfile_1 2024-11-09T22:20:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins__test__3aac437fug2j470p19e2gvc6rnkb922l5vcmvdf56u554trdo5jsgapuj8gnemvv/f/hfile_1 as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/baccab24b5b6411694af05484bb6bb62_SeqId_4_ 2024-11-09T22:20:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins__test__3aac437fug2j470p19e2gvc6rnkb922l5vcmvdf56u554trdo5jsgapuj8gnemvv/f/hfile_0 2024-11-09T22:20:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins__test__3aac437fug2j470p19e2gvc6rnkb922l5vcmvdf56u554trdo5jsgapuj8gnemvv/f/hfile_0 as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/4911528a8fb24ac9b7c5717759652377_SeqId_4_ 2024-11-09T22:20:51,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins__test__3aac437fug2j470p19e2gvc6rnkb922l5vcmvdf56u554trdo5jsgapuj8gnemvv/f/hfile_1 into 8b09407fa89e799c58862715a9cd52c5/f as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/baccab24b5b6411694af05484bb6bb62_SeqId_4_ - updating store file list. 2024-11-09T22:20:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for baccab24b5b6411694af05484bb6bb62_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:20:51,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/baccab24b5b6411694af05484bb6bb62_SeqId_4_ into 8b09407fa89e799c58862715a9cd52c5/f 2024-11-09T22:20:51,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins__test__3aac437fug2j470p19e2gvc6rnkb922l5vcmvdf56u554trdo5jsgapuj8gnemvv/f/hfile_1 into 8b09407fa89e799c58862715a9cd52c5/f (new location: hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/baccab24b5b6411694af05484bb6bb62_SeqId_4_) 2024-11-09T22:20:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins__test__3aac437fug2j470p19e2gvc6rnkb922l5vcmvdf56u554trdo5jsgapuj8gnemvv/f/hfile_1 2024-11-09T22:20:51,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins__test__3aac437fug2j470p19e2gvc6rnkb922l5vcmvdf56u554trdo5jsgapuj8gnemvv/f/hfile_0 into 8b09407fa89e799c58862715a9cd52c5/f as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/4911528a8fb24ac9b7c5717759652377_SeqId_4_ - updating store file list. 2024-11-09T22:20:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4911528a8fb24ac9b7c5717759652377_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:20:51,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/4911528a8fb24ac9b7c5717759652377_SeqId_4_ into 8b09407fa89e799c58862715a9cd52c5/f 2024-11-09T22:20:51,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins__test__3aac437fug2j470p19e2gvc6rnkb922l5vcmvdf56u554trdo5jsgapuj8gnemvv/f/hfile_0 into 8b09407fa89e799c58862715a9cd52c5/f (new location: hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/4911528a8fb24ac9b7c5717759652377_SeqId_4_) 2024-11-09T22:20:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins__test__3aac437fug2j470p19e2gvc6rnkb922l5vcmvdf56u554trdo5jsgapuj8gnemvv/f/hfile_0 2024-11-09T22:20:51,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:51,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:51,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:51,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:51,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:51,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731190845044.8b09407fa89e799c58862715a9cd52c5., hostname=ea9122631f8b,41321,1731190835900, seqNum=2 , the old value is region=test,,1731190845044.8b09407fa89e799c58862715a9cd52c5., hostname=ea9122631f8b,41321,1731190835900, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ea9122631f8b:41321 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:20:51,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731190845044.8b09407fa89e799c58862715a9cd52c5., hostname=ea9122631f8b,41321,1731190835900, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:20:51,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731190845044.8b09407fa89e799c58862715a9cd52c5., hostname=ea9122631f8b,41321,1731190835900, seqNum=2 from cache 2024-11-09T22:20:51,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:51,565 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T22:20:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,39329,1731190841682, seqNum=-1] 2024-11-09T22:20:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:51,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:51,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4., hostname=ea9122631f8b,39329,1731190841682, seqNum=2] 2024-11-09T22:20:51,569 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 379, reset compression=false 2024-11-09T22:20:51,570 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T22:20:51,582 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 379, reset compression=false 2024-11-09T22:20:51,582 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:20:51,582 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,41321,1731190835900 got entry batch from reader: WALEntryBatch [walEntries=[{test/8b09407fa89e799c58862715a9cd52c5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731190851562/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T22:20:51,584 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:20:51,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-09T22:20:51,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.ReplicationSink(318): Replicating [6c0afe6b-1985-4ceb-bf10-f20bc1c5660b] bulk loaded data 2024-11-09T22:20:51,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f83284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:51,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34487,-1 for getting cluster id 2024-11-09T22:20:51,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:51,593 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b0c127-ef81-4380-90f3-223536f8f235' 2024-11-09T22:20:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b0c127-ef81-4380-90f3-223536f8f235" 2024-11-09T22:20:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b0930c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34487,-1] 2024-11-09T22:20:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:51,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:51,595 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:51,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2139b77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:51,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741840_1016 (size=7691) 2024-11-09T22:20:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741841_1017 (size=7894) 2024-11-09T22:20:51,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:51,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34487,1731190841372 2024-11-09T22:20:51,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8ed614b 2024-11-09T22:20:51,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:51,660 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T22:20:51,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:20:51,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:51,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,39329,1731190841682, seqNum=-1] 2024-11-09T22:20:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:51,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T22:20:51,666 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:41321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T22:20:51,671 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/4911528a8fb24ac9b7c5717759652377_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T22:20:51,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/baccab24b5b6411694af05484bb6bb62_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T22:20:51,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/4911528a8fb24ac9b7c5717759652377_SeqId_4_ for inclusion in ba55c404f67ceec2ef2ae7bc3e018fa4/f 2024-11-09T22:20:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T22:20:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:20:51,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/baccab24b5b6411694af05484bb6bb62_SeqId_4_ for inclusion in ba55c404f67ceec2ef2ae7bc3e018fa4/f 2024-11-09T22:20:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T22:20:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:20:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HRegion(2603): Flush status journal for ba55c404f67ceec2ef2ae7bc3e018fa4: 2024-11-09T22:20:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4911528a8fb24ac9b7c5717759652377_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:20:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/4911528a8fb24ac9b7c5717759652377_SeqId_4_ as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/706654cfb4aa45a69c89593835a27ba3_SeqId_4_ 2024-11-09T22:20:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): baccab24b5b6411694af05484bb6bb62_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:20:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/baccab24b5b6411694af05484bb6bb62_SeqId_4_ as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/77df5971fc6f4d7782c4a67cd88e3e8e_SeqId_4_ 2024-11-09T22:20:51,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/4911528a8fb24ac9b7c5717759652377_SeqId_4_ into ba55c404f67ceec2ef2ae7bc3e018fa4/f as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/706654cfb4aa45a69c89593835a27ba3_SeqId_4_ - updating store file list. 2024-11-09T22:20:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 706654cfb4aa45a69c89593835a27ba3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:20:51,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/706654cfb4aa45a69c89593835a27ba3_SeqId_4_ into ba55c404f67ceec2ef2ae7bc3e018fa4/f 2024-11-09T22:20:51,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/4911528a8fb24ac9b7c5717759652377_SeqId_4_ into ba55c404f67ceec2ef2ae7bc3e018fa4/f (new location: hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/706654cfb4aa45a69c89593835a27ba3_SeqId_4_) 2024-11-09T22:20:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/4911528a8fb24ac9b7c5717759652377_SeqId_4_ 2024-11-09T22:20:51,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/baccab24b5b6411694af05484bb6bb62_SeqId_4_ into ba55c404f67ceec2ef2ae7bc3e018fa4/f as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/77df5971fc6f4d7782c4a67cd88e3e8e_SeqId_4_ - updating store file list. 2024-11-09T22:20:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77df5971fc6f4d7782c4a67cd88e3e8e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:20:51,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/77df5971fc6f4d7782c4a67cd88e3e8e_SeqId_4_ into ba55c404f67ceec2ef2ae7bc3e018fa4/f 2024-11-09T22:20:51,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/baccab24b5b6411694af05484bb6bb62_SeqId_4_ into ba55c404f67ceec2ef2ae7bc3e018fa4/f (new location: hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/77df5971fc6f4d7782c4a67cd88e3e8e_SeqId_4_) 2024-11-09T22:20:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins.hfs.11__test__u6qmk0f4hm56h93gcsjidi5igugqdtf0u94shl2or6h3iiinvta9h0e78oqgmnq8/f/baccab24b5b6411694af05484bb6bb62_SeqId_4_ 2024-11-09T22:20:51,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.ReplicationSink(324): Finished replicating [6c0afe6b-1985-4ceb-bf10-f20bc1c5660b] bulk loaded data 2024-11-09T22:20:51,782 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 687, reset compression=false 2024-11-09T22:20:52,094 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 687, reset compression=false 2024-11-09T22:20:52,101 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 379, reset compression=false 2024-11-09T22:20:52,105 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:20:52,106 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,39329,1731190841682 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba55c404f67ceec2ef2ae7bc3e018fa4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731190851716/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T22:20:52,111 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:20:52,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-09T22:20:52,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.ReplicationSink(318): Replicating [6c0afe6b-1985-4ceb-bf10-f20bc1c5660b, 69b0c127-ef81-4380-90f3-223536f8f235] bulk loaded data 2024-11-09T22:20:52,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53299bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:52,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,39679,-1 for getting cluster id 2024-11-09T22:20:52,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:52,113 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c0afe6b-1985-4ceb-bf10-f20bc1c5660b' 2024-11-09T22:20:52,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:52,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c0afe6b-1985-4ceb-bf10-f20bc1c5660b" 2024-11-09T22:20:52,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ca04cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:52,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,39679,-1] 2024-11-09T22:20:52,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:52,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:52,115 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:52,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c6fdc99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:52,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741842_1018 (size=7894) 2024-11-09T22:20:52,306 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 725, reset compression=false 2024-11-09T22:20:52,498 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 687, reset compression=false 2024-11-09T22:20:52,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:20:52,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731190852587/Put/seqid=0 2024-11-09T22:20:52,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741843_1019 (size=7691) 2024-11-09T22:20:52,615 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 725, reset compression=false 2024-11-09T22:20:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741842_1018 (size=11194) 2024-11-09T22:20:52,631 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731190852629/Put/seqid=0 2024-11-09T22:20:52,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741843_1019 (size=10791) 2024-11-09T22:20:53,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:53,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,39679,1731190835521 2024-11-09T22:20:53,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49c54ac8 2024-11-09T22:20:53,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:53,005 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T22:20:53,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:20:53,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:53,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,41321,1731190835900, seqNum=-1] 2024-11-09T22:20:53,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:53,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T22:20:53,024 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 687, reset compression=false 2024-11-09T22:20:53,031 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__msju962nb9mfnvv9mdcujio0q5696b25ol6obb90b2td9b96jhro2p9pkj7clea8/f/706654cfb4aa45a69c89593835a27ba3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T22:20:53,036 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__msju962nb9mfnvv9mdcujio0q5696b25ol6obb90b2td9b96jhro2p9pkj7clea8/f/77df5971fc6f4d7782c4a67cd88e3e8e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T22:20:53,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.ReplicationSink(324): Finished replicating [6c0afe6b-1985-4ceb-bf10-f20bc1c5660b, 69b0c127-ef81-4380-90f3-223536f8f235] bulk loaded data 2024-11-09T22:20:53,067 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 725, reset compression=false 2024-11-09T22:20:53,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d14a6e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:53,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34487,-1 for getting cluster id 2024-11-09T22:20:53,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:20:53,099 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '69b0c127-ef81-4380-90f3-223536f8f235' 2024-11-09T22:20:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:20:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "69b0c127-ef81-4380-90f3-223536f8f235" 2024-11-09T22:20:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5855ecaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:53,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34487,-1] 2024-11-09T22:20:53,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:20:53,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:53,101 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:20:53,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85777a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:20:53,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,39329,1731190841682, seqNum=-1] 2024-11-09T22:20:53,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:53,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:53,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34487,1731190841372 2024-11-09T22:20:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@304906f8 2024-11-09T22:20:53,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:20:53,124 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:20:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4., hostname=ea9122631f8b,39329,1731190841682, seqNum=2] 2024-11-09T22:20:53,134 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:20:53,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T22:20:53,167 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T22:20:53,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ba55c404f67ceec2ef2ae7bc3e018fa4/f 2024-11-09T22:20:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T22:20:53,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:20:53,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ba55c404f67ceec2ef2ae7bc3e018fa4/f 2024-11-09T22:20:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T22:20:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:20:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HRegion(2603): Flush status journal for ba55c404f67ceec2ef2ae7bc3e018fa4: 2024-11-09T22:20:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins__test__4ogcbaa38b63c4ical8ptbbc57sdh2ue1ruvvahsfrc91g3r30slur0ujkmf61im/f/hfile_0 2024-11-09T22:20:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins__test__4ogcbaa38b63c4ical8ptbbc57sdh2ue1ruvvahsfrc91g3r30slur0ujkmf61im/f/hfile_0 as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/7f1952fc249444b685dda46f992ff01a_SeqId_6_ 2024-11-09T22:20:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins__test__4ogcbaa38b63c4ical8ptbbc57sdh2ue1ruvvahsfrc91g3r30slur0ujkmf61im/f/hfile_1 2024-11-09T22:20:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins__test__4ogcbaa38b63c4ical8ptbbc57sdh2ue1ruvvahsfrc91g3r30slur0ujkmf61im/f/hfile_1 as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/e451216d4f85416082c2cddc015f6b70_SeqId_6_ 2024-11-09T22:20:53,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins__test__4ogcbaa38b63c4ical8ptbbc57sdh2ue1ruvvahsfrc91g3r30slur0ujkmf61im/f/hfile_0 into ba55c404f67ceec2ef2ae7bc3e018fa4/f as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/7f1952fc249444b685dda46f992ff01a_SeqId_6_ - updating store file list. 2024-11-09T22:20:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f1952fc249444b685dda46f992ff01a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T22:20:53,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/7f1952fc249444b685dda46f992ff01a_SeqId_6_ into ba55c404f67ceec2ef2ae7bc3e018fa4/f 2024-11-09T22:20:53,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins__test__4ogcbaa38b63c4ical8ptbbc57sdh2ue1ruvvahsfrc91g3r30slur0ujkmf61im/f/hfile_0 into ba55c404f67ceec2ef2ae7bc3e018fa4/f (new location: hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/7f1952fc249444b685dda46f992ff01a_SeqId_6_) 2024-11-09T22:20:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins__test__4ogcbaa38b63c4ical8ptbbc57sdh2ue1ruvvahsfrc91g3r30slur0ujkmf61im/f/hfile_0 2024-11-09T22:20:53,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins__test__4ogcbaa38b63c4ical8ptbbc57sdh2ue1ruvvahsfrc91g3r30slur0ujkmf61im/f/hfile_1 into ba55c404f67ceec2ef2ae7bc3e018fa4/f as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/e451216d4f85416082c2cddc015f6b70_SeqId_6_ - updating store file list. 2024-11-09T22:20:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e451216d4f85416082c2cddc015f6b70_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T22:20:53,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/e451216d4f85416082c2cddc015f6b70_SeqId_6_ into ba55c404f67ceec2ef2ae7bc3e018fa4/f 2024-11-09T22:20:53,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins__test__4ogcbaa38b63c4ical8ptbbc57sdh2ue1ruvvahsfrc91g3r30slur0ujkmf61im/f/hfile_1 into ba55c404f67ceec2ef2ae7bc3e018fa4/f (new location: hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/f/e451216d4f85416082c2cddc015f6b70_SeqId_6_) 2024-11-09T22:20:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/staging/jenkins__test__4ogcbaa38b63c4ical8ptbbc57sdh2ue1ruvvahsfrc91g3r30slur0ujkmf61im/f/hfile_1 2024-11-09T22:20:53,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:53,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:53,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:53,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:53,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4., hostname=ea9122631f8b,39329,1731190841682, seqNum=2 , the old value is region=test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4., hostname=ea9122631f8b,39329,1731190841682, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ea9122631f8b:39329 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:20:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4., hostname=ea9122631f8b,39329,1731190841682, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:20:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4., hostname=ea9122631f8b,39329,1731190841682, seqNum=2 from cache 2024-11-09T22:20:53,218 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T22:20:53,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:20:53,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,41321,1731190835900, seqNum=-1] 2024-11-09T22:20:53,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:20:53,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:20:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731190845044.8b09407fa89e799c58862715a9cd52c5., hostname=ea9122631f8b,41321,1731190835900, seqNum=2] 2024-11-09T22:20:53,233 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T22:20:53,327 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T22:20:53,577 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 725, reset compression=false 2024-11-09T22:20:53,617 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:20:53,617 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,39329,1731190841682 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba55c404f67ceec2ef2ae7bc3e018fa4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731190853214/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T22:20:53,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.ReplicationSink(318): Replicating [69b0c127-ef81-4380-90f3-223536f8f235] bulk loaded data 2024-11-09T22:20:53,649 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 687, reset compression=false 2024-11-09T22:20:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741844_1020 (size=11194) 2024-11-09T22:20:53,819 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 1033, reset compression=false 2024-11-09T22:20:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741845_1021 (size=10791) 2024-11-09T22:20:54,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:20:54,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/7f1952fc249444b685dda46f992ff01a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T22:20:54,123 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/e451216d4f85416082c2cddc015f6b70_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T22:20:54,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/e451216d4f85416082c2cddc015f6b70_SeqId_6_ for inclusion in 8b09407fa89e799c58862715a9cd52c5/f 2024-11-09T22:20:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T22:20:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:20:54,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/7f1952fc249444b685dda46f992ff01a_SeqId_6_ for inclusion in 8b09407fa89e799c58862715a9cd52c5/f 2024-11-09T22:20:54,133 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 1033, reset compression=false 2024-11-09T22:20:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T22:20:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:20:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegion(2603): Flush status journal for 8b09407fa89e799c58862715a9cd52c5: 2024-11-09T22:20:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e451216d4f85416082c2cddc015f6b70_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:20:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/e451216d4f85416082c2cddc015f6b70_SeqId_6_ as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/d0dad0cf4d3d4d46add4f7136003fa47_SeqId_6_ 2024-11-09T22:20:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7f1952fc249444b685dda46f992ff01a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:20:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/7f1952fc249444b685dda46f992ff01a_SeqId_6_ as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/25ec0e115ffe4b5dbe3a5e36e9189566_SeqId_6_ 2024-11-09T22:20:54,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/e451216d4f85416082c2cddc015f6b70_SeqId_6_ into 8b09407fa89e799c58862715a9cd52c5/f as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/d0dad0cf4d3d4d46add4f7136003fa47_SeqId_6_ - updating store file list. 2024-11-09T22:20:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0dad0cf4d3d4d46add4f7136003fa47_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T22:20:54,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/d0dad0cf4d3d4d46add4f7136003fa47_SeqId_6_ into 8b09407fa89e799c58862715a9cd52c5/f 2024-11-09T22:20:54,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/e451216d4f85416082c2cddc015f6b70_SeqId_6_ into 8b09407fa89e799c58862715a9cd52c5/f (new location: hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/d0dad0cf4d3d4d46add4f7136003fa47_SeqId_6_) 2024-11-09T22:20:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/e451216d4f85416082c2cddc015f6b70_SeqId_6_ 2024-11-09T22:20:54,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/7f1952fc249444b685dda46f992ff01a_SeqId_6_ into 8b09407fa89e799c58862715a9cd52c5/f as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/25ec0e115ffe4b5dbe3a5e36e9189566_SeqId_6_ - updating store file list. 2024-11-09T22:20:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25ec0e115ffe4b5dbe3a5e36e9189566_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T22:20:54,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/25ec0e115ffe4b5dbe3a5e36e9189566_SeqId_6_ into 8b09407fa89e799c58862715a9cd52c5/f 2024-11-09T22:20:54,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/7f1952fc249444b685dda46f992ff01a_SeqId_6_ into 8b09407fa89e799c58862715a9cd52c5/f (new location: hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/f/25ec0e115ffe4b5dbe3a5e36e9189566_SeqId_6_) 2024-11-09T22:20:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/staging/jenkins.hfs.10__test__c2f7g0d09ds2kt5delif5p46us7vigibavb659rl8jiq4001slfnrmn78knldo4p/f/7f1952fc249444b685dda46f992ff01a_SeqId_6_ 2024-11-09T22:20:54,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] regionserver.ReplicationSink(324): Finished replicating [69b0c127-ef81-4380-90f3-223536f8f235] bulk loaded data 2024-11-09T22:20:54,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:20:54,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:54,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:54,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:54,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:54,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:54,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:20:54,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=621826431, stopped=false 2024-11-09T22:20:54,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,34487,1731190841372 2024-11-09T22:20:54,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-959265096/running 2024-11-09T22:20:54,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-959265096/running 2024-11-09T22:20:54,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:54,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:54,262 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:20:54,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:54,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:54,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:54,263 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,39329,1731190841682' ***** 2024-11-09T22:20:54,263 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:20:54,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Set watcher on znode that does not yet exist, /1-959265096/running 2024-11-09T22:20:54,264 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:20:54,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Set watcher on znode that does not yet exist, /1-959265096/running 2024-11-09T22:20:54,264 INFO [RS:0;ea9122631f8b:39329 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:20:54,265 INFO [RS:0;ea9122631f8b:39329 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:20:54,265 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(3091): Received CLOSE for ba55c404f67ceec2ef2ae7bc3e018fa4 2024-11-09T22:20:54,265 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:20:54,269 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(3091): Received CLOSE for c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:54,269 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,39329,1731190841682 2024-11-09T22:20:54,269 INFO [RS:0;ea9122631f8b:39329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:20:54,269 INFO [RS:0;ea9122631f8b:39329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:39329. 2024-11-09T22:20:54,269 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba55c404f67ceec2ef2ae7bc3e018fa4, disabling compactions & flushes 2024-11-09T22:20:54,269 DEBUG [RS:0;ea9122631f8b:39329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:54,269 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:54,269 DEBUG [RS:0;ea9122631f8b:39329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:54,269 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:54,269 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:20:54,269 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:20:54,269 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:20:54,269 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:20:54,269 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. after waiting 0 ms 2024-11-09T22:20:54,269 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:54,270 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:20:54,270 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1325): Online Regions={ba55c404f67ceec2ef2ae7bc3e018fa4=test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4., 1588230740=hbase:meta,,1.1588230740, c28f9d0b9b4c1e0ac8255ba657d2f3bb=hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb.} 2024-11-09T22:20:54,270 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba55c404f67ceec2ef2ae7bc3e018fa4, c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:54,270 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:20:54,270 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:20:54,270 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:20:54,270 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:20:54,270 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:20:54,270 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:20:54,293 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/default/test/ba55c404f67ceec2ef2ae7bc3e018fa4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T22:20:54,293 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:54,293 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:20:54,294 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:54,294 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba55c404f67ceec2ef2ae7bc3e018fa4: Waiting for close lock at 1731190854269Running coprocessor pre-close hooks at 1731190854269Disabling compacts and flushes for region at 1731190854269Disabling writes for close at 1731190854269Writing region close event to WAL at 1731190854280 (+11 ms)Running coprocessor post-close hooks at 1731190854293 (+13 ms)Closed at 1731190854294 (+1 ms) 2024-11-09T22:20:54,294 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4. 2024-11-09T22:20:54,294 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c28f9d0b9b4c1e0ac8255ba657d2f3bb, disabling compactions & flushes 2024-11-09T22:20:54,294 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:54,294 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:54,294 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. after waiting 0 ms 2024-11-09T22:20:54,294 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:54,294 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c28f9d0b9b4c1e0ac8255ba657d2f3bb 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T22:20:54,312 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/info/a377c217f8be448794788d7c867ed177 is 147, key is hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb./info:regioninfo/1731190850325/Put/seqid=0 2024-11-09T22:20:54,318 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:20:54,346 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/.tmp/hfileref/a055967205204fd58bccf985fadcaff6 is 74, key is 1/hfileref:706654cfb4aa45a69c89593835a27ba3_SeqId_4_/1731190853039/DeleteColumn/seqid=0 2024-11-09T22:20:54,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741844_1020 (size=7686) 2024-11-09T22:20:54,354 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/info/a377c217f8be448794788d7c867ed177 2024-11-09T22:20:54,362 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 687, reset compression=false 2024-11-09T22:20:54,394 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/ns/a549ed4a1a3a4d7183796a32e58609bf is 43, key is default/ns:d/1731190844860/Put/seqid=0 2024-11-09T22:20:54,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741845_1021 (size=5345) 2024-11-09T22:20:54,398 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/.tmp/hfileref/a055967205204fd58bccf985fadcaff6 2024-11-09T22:20:54,406 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:20:54,408 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,41321,1731190835900 got entry batch from reader: WALEntryBatch [walEntries=[{test/8b09407fa89e799c58862715a9cd52c5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731190854177/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T22:20:54,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ea9122631f8b,39329,1731190841682 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T22:20:54,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:50734 deadline: 1731190914409, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ea9122631f8b,39329,1731190841682 stopping 2024-11-09T22:20:54,431 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ea9122631f8b,39329,1731190841682 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:20:54,470 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c28f9d0b9b4c1e0ac8255ba657d2f3bb 2024-11-09T22:20:54,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741846_1022 (size=5153) 2024-11-09T22:20:54,473 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/ns/a549ed4a1a3a4d7183796a32e58609bf 2024-11-09T22:20:54,475 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/.tmp/queue/1d8c5e427c264a7fa5c3c1a54118b95d is 154, key is 1-ea9122631f8b,39329,1731190841682/queue:ea9122631f8b%2C39329%2C1731190841682/1731190854186/Put/seqid=0 2024-11-09T22:20:54,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741847_1023 (size=5353) 2024-11-09T22:20:54,534 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/rep_barrier/eb78d8e703134af188add14a406bf193 is 112, key is test,,1731190846199.ba55c404f67ceec2ef2ae7bc3e018fa4./rep_barrier:seqnumDuringOpen/1731190847077/Put/seqid=0 2024-11-09T22:20:54,534 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/.tmp/queue/1d8c5e427c264a7fa5c3c1a54118b95d 2024-11-09T22:20:54,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ea9122631f8b,39329,1731190841682 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T22:20:54,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39329 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:50734 deadline: 1731190914535, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ea9122631f8b,39329,1731190841682 stopping 2024-11-09T22:20:54,536 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ea9122631f8b,39329,1731190841682 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:20:54,544 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/.tmp/hfileref/a055967205204fd58bccf985fadcaff6 as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/hfileref/a055967205204fd58bccf985fadcaff6 2024-11-09T22:20:54,547 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 1033, reset compression=false 2024-11-09T22:20:54,549 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/hfileref/a055967205204fd58bccf985fadcaff6, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T22:20:54,550 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/.tmp/queue/1d8c5e427c264a7fa5c3c1a54118b95d as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/queue/1d8c5e427c264a7fa5c3c1a54118b95d 2024-11-09T22:20:54,556 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/queue/1d8c5e427c264a7fa5c3c1a54118b95d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T22:20:54,557 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c28f9d0b9b4c1e0ac8255ba657d2f3bb in 263ms, sequenceid=12, compaction requested=false 2024-11-09T22:20:54,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741848_1024 (size=5518) 2024-11-09T22:20:54,574 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:20:54,574 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 1328, reset compression=false 2024-11-09T22:20:54,574 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,39329,1731190841682 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:20:54,576 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ea9122631f8b,39329,1731190841682: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ea9122631f8b,39329,1731190841682, walGroup=ea9122631f8b%2C39329%2C1731190841682, offset=ea9122631f8b%2C39329%2C1731190841682.1731190844148:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:39329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T22:20:54,578 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T22:20:54,580 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T22:20:54,581 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T22:20:54,581 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T22:20:54,581 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T22:20:54,581 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 545122944 }, "NonHeapMemoryUsage": { "committed": 190185472, "init": 7667712, "max": -1, "used": 187405552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T22:20:54,584 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T22:20:54,606 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 1033, reset compression=false 2024-11-09T22:20:54,638 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/replication/c28f9d0b9b4c1e0ac8255ba657d2f3bb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T22:20:54,639 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:54,639 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:20:54,639 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:54,639 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c28f9d0b9b4c1e0ac8255ba657d2f3bb: Waiting for close lock at 1731190854294Running coprocessor pre-close hooks at 1731190854294Disabling compacts and flushes for region at 1731190854294Disabling writes for close at 1731190854294Obtaining lock to block concurrent updates at 1731190854294Preparing flush snapshotting stores in c28f9d0b9b4c1e0ac8255ba657d2f3bb at 1731190854294Finished memstore snapshotting hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731190854295 (+1 ms)Flushing stores of hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. at 1731190854296 (+1 ms)Flushing c28f9d0b9b4c1e0ac8255ba657d2f3bb/hfileref: creating writer at 1731190854296Flushing c28f9d0b9b4c1e0ac8255ba657d2f3bb/hfileref: appending metadata at 1731190854343 (+47 ms)Flushing c28f9d0b9b4c1e0ac8255ba657d2f3bb/hfileref: closing flushed file at 1731190854343Flushing c28f9d0b9b4c1e0ac8255ba657d2f3bb/queue: creating writer at 1731190854411 (+68 ms)Flushing c28f9d0b9b4c1e0ac8255ba657d2f3bb/queue: appending metadata at 1731190854472 (+61 ms)Flushing c28f9d0b9b4c1e0ac8255ba657d2f3bb/queue: closing flushed file at 1731190854473 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d790c62: reopening flushed file at 1731190854543 (+70 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716c0ebf: reopening flushed file at 1731190854549 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c28f9d0b9b4c1e0ac8255ba657d2f3bb in 263ms, sequenceid=12, compaction requested=false at 1731190854557 (+8 ms)Writing region close event to WAL at 1731190854630 (+73 ms)Running coprocessor post-close hooks at 1731190854639 (+9 ms)Closed at 1731190854639 2024-11-09T22:20:54,639 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731190849531.c28f9d0b9b4c1e0ac8255ba657d2f3bb. 2024-11-09T22:20:54,670 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:54,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ea9122631f8b,39329,1731190841682 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:20:54,741 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ea9122631f8b,39329,1731190841682 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:20:54,826 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 1328, reset compression=false 2024-11-09T22:20:54,870 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:54,937 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 1033, reset compression=false 2024-11-09T22:20:54,965 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/rep_barrier/eb78d8e703134af188add14a406bf193 2024-11-09T22:20:54,995 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:20:54,995 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:20:54,998 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/table/481254c5840844e3bad42d20306ad158 is 53, key is hbase:replication/table:state/1731190850332/Put/seqid=0 2024-11-09T22:20:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741849_1025 (size=5308) 2024-11-09T22:20:55,044 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/table/481254c5840844e3bad42d20306ad158 2024-11-09T22:20:55,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ea9122631f8b,39329,1731190841682 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:20:55,047 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ea9122631f8b,39329,1731190841682 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:20:55,060 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/info/a377c217f8be448794788d7c867ed177 as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/info/a377c217f8be448794788d7c867ed177 2024-11-09T22:20:55,066 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/info/a377c217f8be448794788d7c867ed177, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:20:55,067 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/ns/a549ed4a1a3a4d7183796a32e58609bf as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/ns/a549ed4a1a3a4d7183796a32e58609bf 2024-11-09T22:20:55,071 DEBUG [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:20:55,076 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/ns/a549ed4a1a3a4d7183796a32e58609bf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:20:55,077 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/rep_barrier/eb78d8e703134af188add14a406bf193 as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/rep_barrier/eb78d8e703134af188add14a406bf193 2024-11-09T22:20:55,082 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/rep_barrier/eb78d8e703134af188add14a406bf193, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:20:55,083 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/.tmp/table/481254c5840844e3bad42d20306ad158 as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/table/481254c5840844e3bad42d20306ad158 2024-11-09T22:20:55,089 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/table/481254c5840844e3bad42d20306ad158, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:20:55,090 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 820ms, sequenceid=16, compaction requested=false 2024-11-09T22:20:55,140 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 to pos 1328, reset compression=false 2024-11-09T22:20:55,181 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:20:55,183 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:55,183 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:20:55,183 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:55,184 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190854270Running coprocessor pre-close hooks at 1731190854270Disabling compacts and flushes for region at 1731190854270Disabling writes for close at 1731190854270Obtaining lock to block concurrent updates at 1731190854270Preparing flush snapshotting stores in 1588230740 at 1731190854270Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731190854270Flushing stores of hbase:meta,,1.1588230740 at 1731190854271 (+1 ms)Flushing 1588230740/info: creating writer at 1731190854271Flushing 1588230740/info: appending metadata at 1731190854306 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731190854307 (+1 ms)Flushing 1588230740/ns: creating writer at 1731190854360 (+53 ms)Flushing 1588230740/ns: appending metadata at 1731190854393 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731190854393Flushing 1588230740/rep_barrier: creating writer at 1731190854479 (+86 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190854533 (+54 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190854533Flushing 1588230740/table: creating writer at 1731190854974 (+441 ms)Flushing 1588230740/table: appending metadata at 1731190854996 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731190854996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d50e778: reopening flushed file at 1731190855056 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316a1aa6: reopening flushed file at 1731190855066 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688ef264: reopening flushed file at 1731190855076 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2a1705: reopening flushed file at 1731190855082 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 820ms, sequenceid=16, compaction requested=false at 1731190855090 (+8 ms)Writing region close event to WAL at 1731190855152 (+62 ms)Running coprocessor post-close hooks at 1731190855183 (+31 ms)Closed at 1731190855183 2024-11-09T22:20:55,184 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:55,272 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,39329,1731190841682; all regions closed. 2024-11-09T22:20:55,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741834_1010 (size=4239) 2024-11-09T22:20:55,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741839_1015 (size=3127) 2024-11-09T22:20:55,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/WALs/ea9122631f8b,39329,1731190841682/ea9122631f8b%2C39329%2C1731190841682.1731190844148 not finished, retry = 0 2024-11-09T22:20:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741833_1009 (size=1336) 2024-11-09T22:20:55,341 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 1033, reset compression=false 2024-11-09T22:20:55,441 DEBUG [RS:0;ea9122631f8b:39329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:55,441 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:20:55,441 INFO [RS:0;ea9122631f8b:39329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:55,442 INFO [RS:0;ea9122631f8b:39329 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:55,442 INFO [RS:0;ea9122631f8b:39329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:55,442 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:20:55,442 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,39329,1731190841682 because: Region server is closing 2024-11-09T22:20:55,442 INFO [RS:0;ea9122631f8b:39329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:39329. 2024-11-09T22:20:55,442 DEBUG [RS:0;ea9122631f8b:39329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:55,442 DEBUG [RS:0;ea9122631f8b:39329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:55,443 DEBUG [RS:0;ea9122631f8b:39329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:55,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:55,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ea9122631f8b,39329,1731190841682 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:20:55,452 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ea9122631f8b,39329,1731190841682 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:20:55,543 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.shipperea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 terminated 2024-11-09T22:20:55,543 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,39329,1731190841682.replicationSource.wal-reader.ea9122631f8b%2C39329%2C1731190841682,1-ea9122631f8b,39329,1731190841682 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:20:55,543 INFO [RS:0;ea9122631f8b:39329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:39329. 2024-11-09T22:20:55,543 DEBUG [RS:0;ea9122631f8b:39329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:55,543 DEBUG [RS:0;ea9122631f8b:39329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:55,543 DEBUG [RS:0;ea9122631f8b:39329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:55,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:55,544 INFO [RS:0;ea9122631f8b:39329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39329 2024-11-09T22:20:55,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-959265096/rs/ea9122631f8b,39329,1731190841682 2024-11-09T22:20:55,662 INFO [RS:0;ea9122631f8b:39329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:55,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096/rs 2024-11-09T22:20:55,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,39329,1731190841682] 2024-11-09T22:20:55,683 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-959265096/draining/ea9122631f8b,39329,1731190841682 already deleted, retry=false 2024-11-09T22:20:55,683 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,39329,1731190841682 expired; onlineServers=0 2024-11-09T22:20:55,683 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,34487,1731190841372' ***** 2024-11-09T22:20:55,683 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:20:55,684 INFO [M:0;ea9122631f8b:34487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:20:55,684 INFO [M:0;ea9122631f8b:34487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:55,684 DEBUG [M:0;ea9122631f8b:34487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:20:55,684 DEBUG [M:0;ea9122631f8b:34487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:20:55,684 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190843822 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190843822,5,FailOnTimeoutGroup] 2024-11-09T22:20:55,684 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:20:55,684 INFO [M:0;ea9122631f8b:34487 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:55,684 INFO [M:0;ea9122631f8b:34487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:55,684 DEBUG [M:0;ea9122631f8b:34487 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:20:55,684 INFO [M:0;ea9122631f8b:34487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:20:55,685 INFO [M:0;ea9122631f8b:34487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:20:55,685 INFO [M:0;ea9122631f8b:34487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:20:55,685 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:20:55,686 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190843836 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190843836,5,FailOnTimeoutGroup] 2024-11-09T22:20:55,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-959265096/master 2024-11-09T22:20:55,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959265096 2024-11-09T22:20:55,694 DEBUG [M:0;ea9122631f8b:34487 {}] zookeeper.ZKUtil(347): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Unable to get data of znode /1-959265096/master because node does not exist (not an error) 2024-11-09T22:20:55,694 WARN [M:0;ea9122631f8b:34487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:20:55,701 INFO [M:0;ea9122631f8b:34487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/.lastflushedseqids 2024-11-09T22:20:55,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741850_1026 (size=263) 2024-11-09T22:20:55,749 INFO [M:0;ea9122631f8b:34487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:20:55,749 INFO [M:0;ea9122631f8b:34487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:20:55,750 DEBUG [M:0;ea9122631f8b:34487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:20:55,750 INFO [M:0;ea9122631f8b:34487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:55,750 DEBUG [M:0;ea9122631f8b:34487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:55,750 DEBUG [M:0;ea9122631f8b:34487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:20:55,750 DEBUG [M:0;ea9122631f8b:34487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:55,750 INFO [M:0;ea9122631f8b:34487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T22:20:55,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:55,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39329-0x10121afb4dd0004, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:55,774 INFO [RS:0;ea9122631f8b:39329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:20:55,774 INFO [RS:0;ea9122631f8b:39329 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,39329,1731190841682; zookeeper connection closed. 2024-11-09T22:20:55,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a1c0a22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a1c0a22 2024-11-09T22:20:55,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:20:55,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:20:55,825 DEBUG [M:0;ea9122631f8b:34487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7ed10373c214f128a6be424847186bf is 82, key is hbase:meta,,1/info:regioninfo/1731190844834/Put/seqid=0 2024-11-09T22:20:55,865 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 1033, reset compression=false 2024-11-09T22:20:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741851_1027 (size=5672) 2024-11-09T22:20:55,866 INFO [M:0;ea9122631f8b:34487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7ed10373c214f128a6be424847186bf 2024-11-09T22:20:55,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:55,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:55,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:55,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:55,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:55,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:55,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:20:55,912 DEBUG [M:0;ea9122631f8b:34487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/717940c3b7b747c38d32d80f839b9d2b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731190850336/Put/seqid=0 2024-11-09T22:20:55,957 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ea9122631f8b:39329 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ea9122631f8b/172.17.0.3:39329 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:20:55,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ea9122631f8b:39329 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ea9122631f8b/172.17.0.3:39329 2024-11-09T22:20:55,957 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=ea9122631f8b:39329 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ea9122631f8b/172.17.0.3:39329 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ea9122631f8b/172.17.0.3:39329 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T22:20:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T22:20:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:40466 deadline: 1731190915960, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T22:20:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741852_1028 (size=8517) 2024-11-09T22:20:55,963 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T22:20:55,964 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T22:20:55,966 INFO [M:0;ea9122631f8b:34487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/717940c3b7b747c38d32d80f839b9d2b 2024-11-09T22:20:56,018 DEBUG [M:0;ea9122631f8b:34487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc7231c824b849c189273899e4195c3c is 69, key is ea9122631f8b,39329,1731190841682/rs:state/1731190843854/Put/seqid=0 2024-11-09T22:20:56,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741853_1029 (size=5156) 2024-11-09T22:20:56,465 INFO [M:0;ea9122631f8b:34487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc7231c824b849c189273899e4195c3c 2024-11-09T22:20:56,487 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 1033, reset compression=false 2024-11-09T22:20:56,491 DEBUG [M:0;ea9122631f8b:34487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7ed10373c214f128a6be424847186bf as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7ed10373c214f128a6be424847186bf 2024-11-09T22:20:56,507 INFO [M:0;ea9122631f8b:34487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7ed10373c214f128a6be424847186bf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T22:20:56,508 DEBUG [M:0;ea9122631f8b:34487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/717940c3b7b747c38d32d80f839b9d2b as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/717940c3b7b747c38d32d80f839b9d2b 2024-11-09T22:20:56,515 INFO [M:0;ea9122631f8b:34487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/717940c3b7b747c38d32d80f839b9d2b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T22:20:56,520 DEBUG [M:0;ea9122631f8b:34487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc7231c824b849c189273899e4195c3c as hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc7231c824b849c189273899e4195c3c 2024-11-09T22:20:56,527 INFO [M:0;ea9122631f8b:34487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43173/user/jenkins/test-data/d8d769ef-3d28-7c9e-0d43-c7a44fdc0896/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc7231c824b849c189273899e4195c3c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T22:20:56,528 INFO [M:0;ea9122631f8b:34487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 778ms, sequenceid=97, compaction requested=false 2024-11-09T22:20:56,564 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T22:20:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T22:20:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34487 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:40466 deadline: 1731190916567, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T22:20:56,568 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T22:20:56,569 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T22:20:56,569 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T22:20:56,600 INFO [M:0;ea9122631f8b:34487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:56,600 DEBUG [M:0;ea9122631f8b:34487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190855749Disabling compacts and flushes for region at 1731190855749Disabling writes for close at 1731190855750 (+1 ms)Obtaining lock to block concurrent updates at 1731190855750Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190855750Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731190855750Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190855751 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190855751Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190855824 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190855824Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190855873 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190855911 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190855911Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190855977 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190856017 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190856017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed3abce: reopening flushed file at 1731190856490 (+473 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f675a11: reopening flushed file at 1731190856507 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c35b97: reopening flushed file at 1731190856515 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 778ms, sequenceid=97, compaction requested=false at 1731190856528 (+13 ms)Writing region close event to WAL at 1731190856600 (+72 ms)Closed at 1731190856600 2024-11-09T22:20:56,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741830_1006 (size=63666) 2024-11-09T22:20:56,653 INFO [M:0;ea9122631f8b:34487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:20:56,653 INFO [M:0;ea9122631f8b:34487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34487 2024-11-09T22:20:56,654 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:20:56,654 INFO [M:0;ea9122631f8b:34487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:56,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:56,805 INFO [M:0;ea9122631f8b:34487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:20:56,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34487-0x10121afb4dd0003, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:56,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6972600f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:20:56,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@536dc82b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:20:56,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:20:56,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cbea1a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:20:56,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48483c2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/hadoop.log.dir/,STOPPED} 2024-11-09T22:20:56,820 WARN [BP-434490834-172.17.0.3-1731190838857 heartbeating to localhost/127.0.0.1:43173 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:20:56,820 WARN [BP-434490834-172.17.0.3-1731190838857 heartbeating to localhost/127.0.0.1:43173 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-434490834-172.17.0.3-1731190838857 (Datanode Uuid 19121b8f-2612-4ba0-9bd1-77bd160f8155) service to localhost/127.0.0.1:43173 2024-11-09T22:20:56,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/cluster_b70e52d4-f8c4-aecc-25a9-3e27ada85c23/data/data1/current/BP-434490834-172.17.0.3-1731190838857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:20:56,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/cluster_b70e52d4-f8c4-aecc-25a9-3e27ada85c23/data/data2/current/BP-434490834-172.17.0.3-1731190838857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:20:56,821 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:20:56,821 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:20:56,821 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:20:56,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ebd88c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:20:56,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@449eae56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:20:56,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:20:56,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45330566{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:20:56,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25a69c9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/hadoop.log.dir/,STOPPED} 2024-11-09T22:20:56,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:20:56,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:20:56,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:56,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:56,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:56,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:56,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:20:56,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1170792475, stopped=false 2024-11-09T22:20:56,855 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,39679,1731190835521 2024-11-09T22:20:56,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:56,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0229964874/running 2024-11-09T22:20:56,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0229964874/running 2024-11-09T22:20:56,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:56,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:56,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Set watcher on znode that does not yet exist, /0229964874/running 2024-11-09T22:20:56,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Set watcher on znode that does not yet exist, /0229964874/running 2024-11-09T22:20:56,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:20:56,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:20:56,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:56,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:56,874 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,41321,1731190835900' ***** 2024-11-09T22:20:56,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:20:56,875 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:20:56,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:20:56,875 INFO [RS:0;ea9122631f8b:41321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:20:56,875 INFO [RS:0;ea9122631f8b:41321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:20:56,875 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(3091): Received CLOSE for bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:56,889 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b09407fa89e799c58862715a9cd52c5 2024-11-09T22:20:56,889 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,41321,1731190835900 2024-11-09T22:20:56,889 INFO [RS:0;ea9122631f8b:41321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:20:56,889 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcb406c3dc870baf9ec6fd38894a3e4e, disabling compactions & flushes 2024-11-09T22:20:56,889 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:56,889 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:56,889 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. after waiting 0 ms 2024-11-09T22:20:56,889 INFO [RS:0;ea9122631f8b:41321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:41321. 2024-11-09T22:20:56,889 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:56,890 DEBUG [RS:0;ea9122631f8b:41321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:56,890 DEBUG [RS:0;ea9122631f8b:41321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:56,890 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bcb406c3dc870baf9ec6fd38894a3e4e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-09T22:20:56,890 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:20:56,890 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:20:56,890 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:20:56,890 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:20:56,890 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:20:56,890 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1325): Online Regions={bcb406c3dc870baf9ec6fd38894a3e4e=hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e., 1588230740=hbase:meta,,1.1588230740, 8b09407fa89e799c58862715a9cd52c5=test,,1731190845044.8b09407fa89e799c58862715a9cd52c5.} 2024-11-09T22:20:56,890 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b09407fa89e799c58862715a9cd52c5, bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:56,890 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:20:56,890 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:20:56,890 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:20:56,890 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:20:56,890 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:20:56,890 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:20:56,924 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/info/0fef314d35d148538242e209608db3a7 is 147, key is hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e./info:regioninfo/1731190848189/Put/seqid=0 2024-11-09T22:20:56,928 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:20:56,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741846_1022 (size=7686) 2024-11-09T22:20:56,946 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/info/0fef314d35d148538242e209608db3a7 2024-11-09T22:20:56,947 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/.tmp/hfileref/8d5210113ae84566be7771ba0cd57897 is 74, key is 1/hfileref:25ec0e115ffe4b5dbe3a5e36e9189566_SeqId_6_/1731190854155/Put/seqid=0 2024-11-09T22:20:56,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741847_1023 (size=5345) 2024-11-09T22:20:56,980 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/ns/0f5b020429534539ad4485bdaf36e8e2 is 43, key is default/ns:d/1731190838663/Put/seqid=0 2024-11-09T22:20:56,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741848_1024 (size=5153) 2024-11-09T22:20:56,986 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/ns/0f5b020429534539ad4485bdaf36e8e2 2024-11-09T22:20:57,012 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/rep_barrier/b61e69443e7746dab65bfae139f28589 is 112, key is test,,1731190845044.8b09407fa89e799c58862715a9cd52c5./rep_barrier:seqnumDuringOpen/1731190845960/Put/seqid=0 2024-11-09T22:20:57,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741849_1025 (size=5518) 2024-11-09T22:20:57,027 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/rep_barrier/b61e69443e7746dab65bfae139f28589 2024-11-09T22:20:57,059 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/table/95cca67698174144886abbcfe95cf1d3 is 53, key is hbase:replication/table:state/1731190848202/Put/seqid=0 2024-11-09T22:20:57,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741850_1026 (size=5308) 2024-11-09T22:20:57,072 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/table/95cca67698174144886abbcfe95cf1d3 2024-11-09T22:20:57,086 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/info/0fef314d35d148538242e209608db3a7 as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/info/0fef314d35d148538242e209608db3a7 2024-11-09T22:20:57,092 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b09407fa89e799c58862715a9cd52c5, bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:57,099 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/info/0fef314d35d148538242e209608db3a7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:20:57,101 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/ns/0f5b020429534539ad4485bdaf36e8e2 as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/ns/0f5b020429534539ad4485bdaf36e8e2 2024-11-09T22:20:57,112 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/ns/0f5b020429534539ad4485bdaf36e8e2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:20:57,113 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/rep_barrier/b61e69443e7746dab65bfae139f28589 as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/rep_barrier/b61e69443e7746dab65bfae139f28589 2024-11-09T22:20:57,132 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/rep_barrier/b61e69443e7746dab65bfae139f28589, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:20:57,136 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/.tmp/table/95cca67698174144886abbcfe95cf1d3 as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/table/95cca67698174144886abbcfe95cf1d3 2024-11-09T22:20:57,146 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/table/95cca67698174144886abbcfe95cf1d3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:20:57,149 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 258ms, sequenceid=16, compaction requested=false 2024-11-09T22:20:57,149 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:20:57,195 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 1033, reset compression=false 2024-11-09T22:20:57,233 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:20:57,234 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:57,234 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:20:57,234 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:57,234 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190856890Running coprocessor pre-close hooks at 1731190856890Disabling compacts and flushes for region at 1731190856890Disabling writes for close at 1731190856890Obtaining lock to block concurrent updates at 1731190856890Preparing flush snapshotting stores in 1588230740 at 1731190856890Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731190856891 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731190856891Flushing 1588230740/info: creating writer at 1731190856892 (+1 ms)Flushing 1588230740/info: appending metadata at 1731190856923 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731190856924 (+1 ms)Flushing 1588230740/ns: creating writer at 1731190856954 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731190856979 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731190856979Flushing 1588230740/rep_barrier: creating writer at 1731190856992 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190857012 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190857012Flushing 1588230740/table: creating writer at 1731190857035 (+23 ms)Flushing 1588230740/table: appending metadata at 1731190857058 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731190857058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68951612: reopening flushed file at 1731190857084 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d546923: reopening flushed file at 1731190857099 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5071f6b3: reopening flushed file at 1731190857112 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd58e45: reopening flushed file at 1731190857132 (+20 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 258ms, sequenceid=16, compaction requested=false at 1731190857149 (+17 ms)Writing region close event to WAL at 1731190857200 (+51 ms)Running coprocessor post-close hooks at 1731190857234 (+34 ms)Closed at 1731190857234 2024-11-09T22:20:57,234 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:20:57,270 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T22:20:57,271 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ea9122631f8b:34487 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ea9122631f8b/172.17.0.3:34487 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:20:57,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ea9122631f8b:34487 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ea9122631f8b/172.17.0.3:34487 2024-11-09T22:20:57,292 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1351): Waiting on 8b09407fa89e799c58862715a9cd52c5, bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:57,354 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/.tmp/hfileref/8d5210113ae84566be7771ba0cd57897 2024-11-09T22:20:57,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:57,383 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ea9122631f8b:34487 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ea9122631f8b/172.17.0.3:34487 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T22:20:57,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=ea9122631f8b:34487 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ea9122631f8b/172.17.0.3:34487 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-09T22:20:57,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address ea9122631f8b:34487 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ea9122631f8b/172.17.0.3:34487 2024-11-09T22:20:57,401 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/.tmp/queue/82e840d523f04342aff7e66f2841597e is 153, key is 1-ea9122631f8b,41321,1731190835900/queue:ea9122631f8b%2C41321%2C1731190835900/1731190851721/Put/seqid=0 2024-11-09T22:20:57,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741851_1027 (size=5352) 2024-11-09T22:20:57,494 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1351): Waiting on 8b09407fa89e799c58862715a9cd52c5, bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:57,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:57,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ea9122631f8b:34487 this server is in the failed servers list 2024-11-09T22:20:57,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ea9122631f8b:34487 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:20:57,695 DEBUG [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1351): Waiting on 8b09407fa89e799c58862715a9cd52c5, bcb406c3dc870baf9ec6fd38894a3e4e 2024-11-09T22:20:57,784 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:20:57,785 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:20:57,839 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/.tmp/queue/82e840d523f04342aff7e66f2841597e 2024-11-09T22:20:57,847 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/.tmp/hfileref/8d5210113ae84566be7771ba0cd57897 as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/hfileref/8d5210113ae84566be7771ba0cd57897 2024-11-09T22:20:57,852 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/hfileref/8d5210113ae84566be7771ba0cd57897, entries=4, sequenceid=10, filesize=5.2 K 2024-11-09T22:20:57,853 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/.tmp/queue/82e840d523f04342aff7e66f2841597e as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/queue/82e840d523f04342aff7e66f2841597e 2024-11-09T22:20:57,860 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/queue/82e840d523f04342aff7e66f2841597e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T22:20:57,861 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for bcb406c3dc870baf9ec6fd38894a3e4e in 972ms, sequenceid=10, compaction requested=false 2024-11-09T22:20:57,861 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T22:20:57,885 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/hbase/replication/bcb406c3dc870baf9ec6fd38894a3e4e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T22:20:57,886 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:57,886 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:20:57,886 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:57,886 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcb406c3dc870baf9ec6fd38894a3e4e: Waiting for close lock at 1731190856889Running coprocessor pre-close hooks at 1731190856889Disabling compacts and flushes for region at 1731190856889Disabling writes for close at 1731190856889Obtaining lock to block concurrent updates at 1731190856890 (+1 ms)Preparing flush snapshotting stores in bcb406c3dc870baf9ec6fd38894a3e4e at 1731190856890Finished memstore snapshotting hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731190856890Flushing stores of hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. at 1731190856891 (+1 ms)Flushing bcb406c3dc870baf9ec6fd38894a3e4e/hfileref: creating writer at 1731190856891Flushing bcb406c3dc870baf9ec6fd38894a3e4e/hfileref: appending metadata at 1731190856945 (+54 ms)Flushing bcb406c3dc870baf9ec6fd38894a3e4e/hfileref: closing flushed file at 1731190856945Flushing bcb406c3dc870baf9ec6fd38894a3e4e/queue: creating writer at 1731190857363 (+418 ms)Flushing bcb406c3dc870baf9ec6fd38894a3e4e/queue: appending metadata at 1731190857401 (+38 ms)Flushing bcb406c3dc870baf9ec6fd38894a3e4e/queue: closing flushed file at 1731190857401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2338a6ce: reopening flushed file at 1731190857846 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a52ffee: reopening flushed file at 1731190857852 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for bcb406c3dc870baf9ec6fd38894a3e4e in 972ms, sequenceid=10, compaction requested=false at 1731190857861 (+9 ms)Writing region close event to WAL at 1731190857874 (+13 ms)Running coprocessor post-close hooks at 1731190857886 (+12 ms)Closed at 1731190857886 2024-11-09T22:20:57,886 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731190847368.bcb406c3dc870baf9ec6fd38894a3e4e. 2024-11-09T22:20:57,886 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b09407fa89e799c58862715a9cd52c5, disabling compactions & flushes 2024-11-09T22:20:57,886 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:57,886 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:57,886 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. after waiting 0 ms 2024-11-09T22:20:57,886 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:57,890 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/data/default/test/8b09407fa89e799c58862715a9cd52c5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T22:20:57,891 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:57,891 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:20:57,891 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:57,891 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b09407fa89e799c58862715a9cd52c5: Waiting for close lock at 1731190857886Running coprocessor pre-close hooks at 1731190857886Disabling compacts and flushes for region at 1731190857886Disabling writes for close at 1731190857886Writing region close event to WAL at 1731190857887 (+1 ms)Running coprocessor post-close hooks at 1731190857891 (+4 ms)Closed at 1731190857891 2024-11-09T22:20:57,891 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190845044.8b09407fa89e799c58862715a9cd52c5. 2024-11-09T22:20:57,895 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,41321,1731190835900; all regions closed. 2024-11-09T22:20:57,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741834_1010 (size=4239) 2024-11-09T22:20:57,898 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.meta.1731190838524.meta not finished, retry = 0 2024-11-09T22:20:57,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:57,908 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ea9122631f8b:34487 this server is in the failed servers list 2024-11-09T22:20:57,909 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ea9122631f8b:34487 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:20:58,002 DEBUG [RS:0;ea9122631f8b:41321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/oldWALs 2024-11-09T22:20:58,002 INFO [RS:0;ea9122631f8b:41321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C41321%2C1731190835900.meta:.meta(num 1731190838524) 2024-11-09T22:20:58,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.rep.1731190848150 not finished, retry = 0 2024-11-09T22:20:58,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741839_1015 (size=2695) 2024-11-09T22:20:58,047 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 1033, reset compression=false 2024-11-09T22:20:58,068 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:20:58,068 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/WALs/ea9122631f8b,41321,1731190835900/ea9122631f8b%2C41321%2C1731190835900.1731190837930 to pos 1328, reset compression=false 2024-11-09T22:20:58,120 DEBUG [RS:0;ea9122631f8b:41321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/oldWALs 2024-11-09T22:20:58,120 INFO [RS:0;ea9122631f8b:41321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C41321%2C1731190835900.rep:(num 1731190848150) 2024-11-09T22:20:58,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741833_1009 (size=1336) 2024-11-09T22:20:58,127 DEBUG [RS:0;ea9122631f8b:41321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/oldWALs 2024-11-09T22:20:58,127 INFO [RS:0;ea9122631f8b:41321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C41321%2C1731190835900:(num 1731190837930) 2024-11-09T22:20:58,127 DEBUG [RS:0;ea9122631f8b:41321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:58,127 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:20:58,127 INFO [RS:0;ea9122631f8b:41321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:58,127 INFO [RS:0;ea9122631f8b:41321 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:58,127 INFO [RS:0;ea9122631f8b:41321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:58,127 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:20:58,127 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,41321,1731190835900 because: Region server is closing 2024-11-09T22:20:58,127 INFO [RS:0;ea9122631f8b:41321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:41321. 2024-11-09T22:20:58,127 DEBUG [RS:0;ea9122631f8b:41321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:58,127 DEBUG [RS:0;ea9122631f8b:41321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:58,128 DEBUG [RS:0;ea9122631f8b:41321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:58,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:58,228 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.wal-reader.ea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:20:58,228 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-09T22:20:58,228 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T22:20:58,228 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T22:20:58,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:58,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ea9122631f8b:34487 this server is in the failed servers list 2024-11-09T22:20:58,417 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ea9122631f8b:34487 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:20:59,029 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,41321,1731190835900.replicationSource.shipperea9122631f8b%2C41321%2C1731190835900,1-ea9122631f8b,41321,1731190835900 terminated 2024-11-09T22:20:59,029 INFO [RS:0;ea9122631f8b:41321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:41321. 2024-11-09T22:20:59,029 DEBUG [RS:0;ea9122631f8b:41321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:20:59,029 DEBUG [RS:0;ea9122631f8b:41321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:59,030 DEBUG [RS:0;ea9122631f8b:41321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:20:59,030 INFO [RS:0;ea9122631f8b:41321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41321 2024-11-09T22:20:59,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:20:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:20:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:20:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T22:20:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T22:20:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:20:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:20:59,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0229964874/rs/ea9122631f8b,41321,1731190835900 2024-11-09T22:20:59,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874/rs 2024-11-09T22:20:59,174 INFO [RS:0;ea9122631f8b:41321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:59,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,41321,1731190835900] 2024-11-09T22:20:59,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:20:59,436 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:20:59,467 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0229964874/draining/ea9122631f8b,41321,1731190835900 already deleted, retry=false 2024-11-09T22:20:59,467 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,41321,1731190835900 expired; onlineServers=0 2024-11-09T22:20:59,467 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,39679,1731190835521' ***** 2024-11-09T22:20:59,467 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:20:59,467 INFO [M:0;ea9122631f8b:39679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:20:59,467 INFO [M:0;ea9122631f8b:39679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:20:59,467 DEBUG [M:0;ea9122631f8b:39679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:20:59,467 DEBUG [M:0;ea9122631f8b:39679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:20:59,467 INFO [M:0;ea9122631f8b:39679 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:20:59,468 INFO [M:0;ea9122631f8b:39679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:20:59,468 DEBUG [M:0;ea9122631f8b:39679 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:20:59,468 INFO [M:0;ea9122631f8b:39679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:20:59,468 INFO [M:0;ea9122631f8b:39679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:20:59,468 INFO [M:0;ea9122631f8b:39679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:20:59,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0229964874/master 2024-11-09T22:20:59,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0229964874 2024-11-09T22:20:59,585 DEBUG [M:0;ea9122631f8b:39679 {}] zookeeper.ZKUtil(347): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Unable to get data of znode /0229964874/master because node does not exist (not an error) 2024-11-09T22:20:59,585 WARN [M:0;ea9122631f8b:39679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:20:59,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:20:59,683 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190837642 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190837642,5,FailOnTimeoutGroup] 2024-11-09T22:20:59,683 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190837642 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190837642,5,FailOnTimeoutGroup] 2024-11-09T22:20:59,683 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:20:59,684 INFO [M:0;ea9122631f8b:39679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/.lastflushedseqids 2024-11-09T22:20:59,687 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:20:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741852_1028 (size=263) 2024-11-09T22:20:59,721 INFO [M:0;ea9122631f8b:39679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:20:59,721 INFO [M:0;ea9122631f8b:39679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:20:59,721 DEBUG [M:0;ea9122631f8b:39679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:20:59,721 INFO [M:0;ea9122631f8b:39679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:59,722 DEBUG [M:0;ea9122631f8b:39679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:59,722 DEBUG [M:0;ea9122631f8b:39679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:20:59,722 DEBUG [M:0;ea9122631f8b:39679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:59,722 INFO [M:0;ea9122631f8b:39679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T22:20:59,743 DEBUG [M:0;ea9122631f8b:39679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a99f07fa01a5417f9ebc37f11e5a5971 is 82, key is hbase:meta,,1/info:regioninfo/1731190838573/Put/seqid=0 2024-11-09T22:20:59,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741853_1029 (size=5672) 2024-11-09T22:20:59,768 INFO [M:0;ea9122631f8b:39679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a99f07fa01a5417f9ebc37f11e5a5971 2024-11-09T22:20:59,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:59,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41321-0x10121afb4dd0001, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:20:59,784 INFO [RS:0;ea9122631f8b:41321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:20:59,784 INFO [RS:0;ea9122631f8b:41321 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,41321,1731190835900; zookeeper connection closed. 2024-11-09T22:20:59,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49207b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49207b1 2024-11-09T22:20:59,799 DEBUG [M:0;ea9122631f8b:39679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5192aec364d14290a6a3563b0f21286b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731190848211/Put/seqid=0 2024-11-09T22:20:59,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:20:59,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741854_1030 (size=8516) 2024-11-09T22:20:59,821 INFO [M:0;ea9122631f8b:39679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5192aec364d14290a6a3563b0f21286b 2024-11-09T22:20:59,844 DEBUG [M:0;ea9122631f8b:39679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d8e8124ed174c8db90db45f24c3fd0c is 69, key is ea9122631f8b,41321,1731190835900/rs:state/1731190837718/Put/seqid=0 2024-11-09T22:20:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741855_1031 (size=5156) 2024-11-09T22:20:59,862 INFO [M:0;ea9122631f8b:39679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d8e8124ed174c8db90db45f24c3fd0c 2024-11-09T22:20:59,866 DEBUG [M:0;ea9122631f8b:39679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a99f07fa01a5417f9ebc37f11e5a5971 as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a99f07fa01a5417f9ebc37f11e5a5971 2024-11-09T22:20:59,870 INFO [M:0;ea9122631f8b:39679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a99f07fa01a5417f9ebc37f11e5a5971, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T22:20:59,871 DEBUG [M:0;ea9122631f8b:39679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5192aec364d14290a6a3563b0f21286b as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5192aec364d14290a6a3563b0f21286b 2024-11-09T22:20:59,875 INFO [M:0;ea9122631f8b:39679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5192aec364d14290a6a3563b0f21286b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T22:20:59,876 DEBUG [M:0;ea9122631f8b:39679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d8e8124ed174c8db90db45f24c3fd0c as hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d8e8124ed174c8db90db45f24c3fd0c 2024-11-09T22:20:59,881 INFO [M:0;ea9122631f8b:39679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42647/user/jenkins/test-data/056b124d-4c2c-f586-1f03-354e7e6347a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d8e8124ed174c8db90db45f24c3fd0c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T22:20:59,882 INFO [M:0;ea9122631f8b:39679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=97, compaction requested=false 2024-11-09T22:20:59,884 INFO [M:0;ea9122631f8b:39679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:20:59,884 DEBUG [M:0;ea9122631f8b:39679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190859721Disabling compacts and flushes for region at 1731190859721Disabling writes for close at 1731190859722 (+1 ms)Obtaining lock to block concurrent updates at 1731190859722Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190859722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731190859722Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190859723 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190859723Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190859743 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190859743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190859776 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190859798 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190859798Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190859825 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190859843 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190859843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a10071e: reopening flushed file at 1731190859866 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8a0b86: reopening flushed file at 1731190859871 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390a37d: reopening flushed file at 1731190859875 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=97, compaction requested=false at 1731190859882 (+7 ms)Writing region close event to WAL at 1731190859884 (+2 ms)Closed at 1731190859884 2024-11-09T22:20:59,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35723 is added to blk_1073741830_1006 (size=63654) 2024-11-09T22:20:59,889 INFO [M:0;ea9122631f8b:39679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:20:59,889 INFO [M:0;ea9122631f8b:39679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39679 2024-11-09T22:20:59,889 INFO [M:0;ea9122631f8b:39679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:20:59,890 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:21:00,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:21:00,131 INFO [M:0;ea9122631f8b:39679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:21:00,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39679-0x10121afb4dd0000, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:21:00,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68813efa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:21:00,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25ad2384{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:21:00,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:21:00,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3480ac69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:21:00,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d0060ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/hadoop.log.dir/,STOPPED} 2024-11-09T22:21:00,136 WARN [BP-1762574710-172.17.0.3-1731190831445 heartbeating to localhost/127.0.0.1:42647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:21:00,136 WARN [BP-1762574710-172.17.0.3-1731190831445 heartbeating to localhost/127.0.0.1:42647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1762574710-172.17.0.3-1731190831445 (Datanode Uuid abec6a48-2ef3-476e-a0ba-d7ebf9eb2167) service to localhost/127.0.0.1:42647 2024-11-09T22:21:00,136 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:21:00,136 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:21:00,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/cluster_5c1e4483-6b0c-2fe3-ff1d-3c4576af8bc7/data/data1/current/BP-1762574710-172.17.0.3-1731190831445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:21:00,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/cluster_5c1e4483-6b0c-2fe3-ff1d-3c4576af8bc7/data/data2/current/BP-1762574710-172.17.0.3-1731190831445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:21:00,137 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:21:00,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12bc565{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:21:00,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eac6c85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:21:00,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:21:00,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b710277{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:21:00,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466cd93a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1ba4fac-2f2f-4ac9-65ea-f07f552c70de/hadoop.log.dir/,STOPPED} 2024-11-09T22:21:00,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T22:21:00,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:21:00,180 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 202) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54954) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42647 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43173 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43173 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54954) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42647 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43173 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43173 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43173 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42647 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=657 (was 563) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2098 (was 1825) - AvailableMemoryMB LEAK? - 2024-11-09T22:21:00,189 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=657, ProcessCount=11, AvailableMemoryMB=2098 2024-11-09T22:21:00,205 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-09T22:21:00,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/hadoop.log.dir so I do NOT create it in target/test-data/8c593f23-b132-502c-0797-58fb142f27cf 2024-11-09T22:21:00,205 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:21:00,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/hadoop.tmp.dir so I do NOT create it in target/test-data/8c593f23-b132-502c-0797-58fb142f27cf 2024-11-09T22:21:00,205 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d315fc7a-a970-c1b4-a8bb-95fa35cb4fba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:21:00,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf 2024-11-09T22:21:00,206 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/cluster_73c2af21-4015-56b3-aaa4-8f19f25eff1c, deleteOnExit=true 2024-11-09T22:21:00,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10121afb4dd0005, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:21:00,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10121afb4dd0002, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:21:00,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10121afb4dd0005, quorum=127.0.0.1:54954, baseZNode=/1-959265096 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:21:00,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10121afb4dd0002, quorum=127.0.0.1:54954, baseZNode=/0229964874 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:21:00,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/cluster_73c2af21-4015-56b3-aaa4-8f19f25eff1c/zookeeper_0, clientPort=55055, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/cluster_73c2af21-4015-56b3-aaa4-8f19f25eff1c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/cluster_73c2af21-4015-56b3-aaa4-8f19f25eff1c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T22:21:00,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55055 2024-11-09T22:21:00,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:21:00,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:21:00,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/test.cache.data in system properties and HBase conf 2024-11-09T22:21:00,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:21:00,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:21:00,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:21:00,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:21:00,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:21:00,269 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:21:00,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:21:00,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:21:00,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:21:00,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:21:00,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:21:00,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:21:00,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:21:00,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:21:00,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:21:00,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:21:00,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:21:00,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:21:00,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:21:00,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:21:00,778 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T22:21:00,802 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:00,802 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:00,802 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:00,802 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:00,803 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:00,803 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:00,812 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:00,812 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:00,815 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:00,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:00,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:21:00,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:21:00,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:21:00,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:21:00,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:00,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f414b36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:21:00,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e151717{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:21:00,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aae880d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/java.io.tmpdir/jetty-localhost-33031-hadoop-hdfs-3_4_1-tests_jar-_-any-3317853445462503884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:21:00,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@122b3912{HTTP/1.1, (http/1.1)}{localhost:33031} 2024-11-09T22:21:00,949 INFO [Time-limited test {}] server.Server(415): Started @200166ms 2024-11-09T22:21:01,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:01,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:21:01,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:21:01,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:21:01,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:21:01,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@577ebf91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:21:01,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4729713f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:21:01,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aa19f55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/java.io.tmpdir/jetty-localhost-42751-hadoop-hdfs-3_4_1-tests_jar-_-any-6966065198810431444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:21:01,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41dc1954{HTTP/1.1, (http/1.1)}{localhost:42751} 2024-11-09T22:21:01,351 INFO [Time-limited test {}] server.Server(415): Started @200568ms 2024-11-09T22:21:01,352 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:21:01,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:01,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:01,706 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4436 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:02,777 WARN [Thread-2164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/cluster_73c2af21-4015-56b3-aaa4-8f19f25eff1c/data/data1/current/BP-2130190444-172.17.0.3-1731190860303/current, will proceed with Du for space computation calculation, 2024-11-09T22:21:02,778 WARN [Thread-2165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/cluster_73c2af21-4015-56b3-aaa4-8f19f25eff1c/data/data2/current/BP-2130190444-172.17.0.3-1731190860303/current, will proceed with Du for space computation calculation, 2024-11-09T22:21:02,802 WARN [Thread-2152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:21:02,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad7fd84004737394 with lease ID 0xdc523a2261dc3895: Processing first storage report for DS-ef05d1eb-1890-48ff-8d7f-06b1ab9a769d from datanode DatanodeRegistration(127.0.0.1:43349, datanodeUuid=f3219876-2f7f-4103-becd-9a123b7cac00, infoPort=41797, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=1459308193;c=1731190860303) 2024-11-09T22:21:02,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad7fd84004737394 with lease ID 0xdc523a2261dc3895: from storage DS-ef05d1eb-1890-48ff-8d7f-06b1ab9a769d node DatanodeRegistration(127.0.0.1:43349, datanodeUuid=f3219876-2f7f-4103-becd-9a123b7cac00, infoPort=41797, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=1459308193;c=1731190860303), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T22:21:02,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad7fd84004737394 with lease ID 0xdc523a2261dc3895: Processing first storage report for DS-5241945a-d735-4e51-8463-dcac90e708b4 from datanode DatanodeRegistration(127.0.0.1:43349, datanodeUuid=f3219876-2f7f-4103-becd-9a123b7cac00, infoPort=41797, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=1459308193;c=1731190860303) 2024-11-09T22:21:02,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad7fd84004737394 with lease ID 0xdc523a2261dc3895: from storage DS-5241945a-d735-4e51-8463-dcac90e708b4 node DatanodeRegistration(127.0.0.1:43349, datanodeUuid=f3219876-2f7f-4103-becd-9a123b7cac00, infoPort=41797, infoSecurePort=0, ipcPort=35369, storageInfo=lv=-57;cid=testClusterID;nsid=1459308193;c=1731190860303), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:21:02,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf 2024-11-09T22:21:02,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:02,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:02,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:21:03,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9 with version=8 2024-11-09T22:21:03,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/hbase-staging 2024-11-09T22:21:03,302 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:21:03,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:03,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:03,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:21:03,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:03,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:21:03,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:21:03,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:21:03,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43785 2024-11-09T22:21:03,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43785 connecting to ZooKeeper ensemble=127.0.0.1:55055 2024-11-09T22:21:03,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437850x0, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:03,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43785-0x10121b025960000 connected 2024-11-09T22:21:03,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:03,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:03,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Set watcher on znode that does not yet exist, /0929832204/running 2024-11-09T22:21:03,465 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9, hbase.cluster.distributed=false 2024-11-09T22:21:03,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Set watcher on znode that does not yet exist, /0929832204/acl 2024-11-09T22:21:03,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43785 2024-11-09T22:21:03,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43785 2024-11-09T22:21:03,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43785 2024-11-09T22:21:03,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43785 2024-11-09T22:21:03,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43785 2024-11-09T22:21:03,498 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:21:03,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:03,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:03,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:21:03,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:03,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:21:03,498 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:21:03,498 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:21:03,499 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43425 2024-11-09T22:21:03,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43425 connecting to ZooKeeper ensemble=127.0.0.1:55055 2024-11-09T22:21:03,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:03,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:03,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434250x0, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:03,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434250x0, quorum=127.0.0.1:55055, baseZNode=/0929832204 Set watcher on znode that does not yet exist, /0929832204/running 2024-11-09T22:21:03,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43425-0x10121b025960001 connected 2024-11-09T22:21:03,515 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:21:03,516 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:21:03,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Set watcher on znode that does not yet exist, /0929832204/master 2024-11-09T22:21:03,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Set watcher on znode that does not yet exist, /0929832204/acl 2024-11-09T22:21:03,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43425 2024-11-09T22:21:03,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43425 2024-11-09T22:21:03,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43425 2024-11-09T22:21:03,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43425 2024-11-09T22:21:03,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43425 2024-11-09T22:21:03,545 DEBUG [M:0;ea9122631f8b:43785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:43785 2024-11-09T22:21:03,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0929832204/backup-masters/ea9122631f8b,43785,1731190863302 2024-11-09T22:21:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204/backup-masters 2024-11-09T22:21:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204/backup-masters 2024-11-09T22:21:03,556 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Set watcher on existing znode=/0929832204/backup-masters/ea9122631f8b,43785,1731190863302 2024-11-09T22:21:03,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:03,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0929832204/master 2024-11-09T22:21:03,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:03,573 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Set watcher on existing znode=/0929832204/master 2024-11-09T22:21:03,574 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0929832204/backup-masters/ea9122631f8b,43785,1731190863302 from backup master directory 2024-11-09T22:21:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0929832204/backup-masters/ea9122631f8b,43785,1731190863302 2024-11-09T22:21:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204/backup-masters 2024-11-09T22:21:03,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204/backup-masters 2024-11-09T22:21:03,584 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:21:03,584 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,43785,1731190863302 2024-11-09T22:21:03,587 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/hbase.id] with ID: b128f359-fd1f-445b-a53a-b9c138864d03 2024-11-09T22:21:03,587 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/.tmp/hbase.id 2024-11-09T22:21:03,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:21:03,996 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/.tmp/hbase.id]:[hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/hbase.id] 2024-11-09T22:21:04,004 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:04,005 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:21:04,005 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T22:21:04,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:04,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:21:04,424 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:04,425 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:21:04,425 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:04,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:21:04,834 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store 2024-11-09T22:21:04,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:21:05,239 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:05,239 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:21:05,239 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:05,240 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:05,240 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:21:05,240 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:05,240 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:05,240 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190865239Disabling compacts and flushes for region at 1731190865239Disabling writes for close at 1731190865240 (+1 ms)Writing region close event to WAL at 1731190865240Closed at 1731190865240 2024-11-09T22:21:05,240 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/.initializing 2024-11-09T22:21:05,240 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/WALs/ea9122631f8b,43785,1731190863302 2024-11-09T22:21:05,241 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:21:05,243 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C43785%2C1731190863302, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/WALs/ea9122631f8b,43785,1731190863302, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/oldWALs, maxLogs=10 2024-11-09T22:21:05,254 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/WALs/ea9122631f8b,43785,1731190863302/ea9122631f8b%2C43785%2C1731190863302.1731190865243, exclude list is [], retry=0 2024-11-09T22:21:05,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43349,DS-ef05d1eb-1890-48ff-8d7f-06b1ab9a769d,DISK] 2024-11-09T22:21:05,258 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/WALs/ea9122631f8b,43785,1731190863302/ea9122631f8b%2C43785%2C1731190863302.1731190865243 2024-11-09T22:21:05,258 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797)] 2024-11-09T22:21:05,259 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:05,259 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:05,259 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,259 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:21:05,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:05,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:05,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:21:05,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:05,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:05,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:21:05,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:05,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:05,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:21:05,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:05,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:05,265 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,265 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,265 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,266 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,266 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,266 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:05,267 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:05,269 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:05,269 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69741558, jitterRate=0.03923019766807556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:05,269 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190865259Initializing all the Stores at 1731190865260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190865260Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190865260Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190865260Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190865260Cleaning up temporary data from old regions at 1731190865266 (+6 ms)Region opened successfully at 1731190865269 (+3 ms) 2024-11-09T22:21:05,270 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:21:05,272 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27474c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:21:05,273 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:21:05,273 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:21:05,273 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:21:05,273 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:21:05,273 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:21:05,274 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:21:05,274 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:21:05,275 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:21:05,276 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Unable to get data of znode /0929832204/balancer because node does not exist (not necessarily an error) 2024-11-09T22:21:05,282 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0929832204/balancer already deleted, retry=false 2024-11-09T22:21:05,282 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:21:05,282 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Unable to get data of znode /0929832204/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:21:05,292 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0929832204/normalizer already deleted, retry=false 2024-11-09T22:21:05,293 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:21:05,293 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Unable to get data of znode /0929832204/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:21:05,303 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0929832204/switch/split already deleted, retry=false 2024-11-09T22:21:05,303 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Unable to get data of znode /0929832204/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:21:05,313 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0929832204/switch/merge already deleted, retry=false 2024-11-09T22:21:05,315 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Unable to get data of znode /0929832204/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:21:05,324 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0929832204/snapshot-cleanup already deleted, retry=false 2024-11-09T22:21:05,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0929832204/running 2024-11-09T22:21:05,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0929832204/running 2024-11-09T22:21:05,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:05,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:05,335 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,43785,1731190863302, sessionid=0x10121b025960000, setting cluster-up flag (Was=false) 2024-11-09T22:21:05,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:05,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:05,489 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0929832204/flush-table-proc/acquired, /0929832204/flush-table-proc/reached, /0929832204/flush-table-proc/abort 2024-11-09T22:21:05,490 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,43785,1731190863302 2024-11-09T22:21:05,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:05,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:05,541 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0929832204/online-snapshot/acquired, /0929832204/online-snapshot/reached, /0929832204/online-snapshot/abort 2024-11-09T22:21:05,542 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,43785,1731190863302 2024-11-09T22:21:05,543 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:21:05,544 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:05,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:21:05,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:21:05,545 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ea9122631f8b,35857,1731190804773: status=Processing ServerCrashProcedure of ea9122631f8b,35857,1731190804773 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731190820529, completionTime=-1 appears to have been leaked 2024-11-09T22:21:05,545 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,43785,1731190863302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:21:05,546 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:05,546 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:05,546 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:05,546 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:05,546 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:21:05,546 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,546 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:21:05,546 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,546 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190895546 2024-11-09T22:21:05,546 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:21:05,546 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:21:05,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:21:05,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:21:05,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:21:05,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:21:05,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,547 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:05,547 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:21:05,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:21:05,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:21:05,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:21:05,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:21:05,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:21:05,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:21:05,547 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190865547,5,FailOnTimeoutGroup] 2024-11-09T22:21:05,548 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190865547,5,FailOnTimeoutGroup] 2024-11-09T22:21:05,548 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,548 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:21:05,548 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:05,548 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,548 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:21:05,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:21:05,635 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(746): ClusterId : b128f359-fd1f-445b-a53a-b9c138864d03 2024-11-09T22:21:05,635 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:21:05,647 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:21:05,647 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:21:05,658 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:21:05,658 DEBUG [RS:0;ea9122631f8b:43425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398f5868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:21:05,668 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:43425 2024-11-09T22:21:05,668 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:21:05,668 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:21:05,668 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:21:05,668 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,43785,1731190863302 with port=43425, startcode=1731190863497 2024-11-09T22:21:05,669 DEBUG [RS:0;ea9122631f8b:43425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:21:05,670 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:21:05,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,43425,1731190863497 2024-11-09T22:21:05,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43785 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,43425,1731190863497 2024-11-09T22:21:05,671 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9 2024-11-09T22:21:05,671 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42849 2024-11-09T22:21:05,671 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:21:05,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204/rs 2024-11-09T22:21:05,682 DEBUG [RS:0;ea9122631f8b:43425 {}] zookeeper.ZKUtil(111): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Set watcher on existing znode=/0929832204/rs/ea9122631f8b,43425,1731190863497 2024-11-09T22:21:05,682 WARN [RS:0;ea9122631f8b:43425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:21:05,682 INFO [RS:0;ea9122631f8b:43425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:05,682 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497 2024-11-09T22:21:05,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,43425,1731190863497] 2024-11-09T22:21:05,686 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:21:05,688 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:21:05,689 INFO [RS:0;ea9122631f8b:43425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:21:05,689 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,690 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:21:05,691 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:21:05,691 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,691 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,691 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,691 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,691 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,691 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,691 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:21:05,691 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,692 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,692 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,692 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,692 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,692 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:05,692 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:21:05,692 DEBUG [RS:0;ea9122631f8b:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:21:05,697 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,697 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,697 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,697 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,697 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,697 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43425,1731190863497-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:21:05,717 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:21:05,717 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43425,1731190863497-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,717 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,717 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.Replication(171): ea9122631f8b,43425,1731190863497 started 2024-11-09T22:21:05,734 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:05,734 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,43425,1731190863497, RpcServer on ea9122631f8b/172.17.0.3:43425, sessionid=0x10121b025960001 2024-11-09T22:21:05,734 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:21:05,734 DEBUG [RS:0;ea9122631f8b:43425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,43425,1731190863497 2024-11-09T22:21:05,734 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,43425,1731190863497' 2024-11-09T22:21:05,734 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0929832204/flush-table-proc/abort' 2024-11-09T22:21:05,735 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0929832204/flush-table-proc/acquired' 2024-11-09T22:21:05,735 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:21:05,735 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:21:05,735 DEBUG [RS:0;ea9122631f8b:43425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,43425,1731190863497 2024-11-09T22:21:05,735 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,43425,1731190863497' 2024-11-09T22:21:05,735 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0929832204/online-snapshot/abort' 2024-11-09T22:21:05,738 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0929832204/online-snapshot/acquired' 2024-11-09T22:21:05,738 DEBUG [RS:0;ea9122631f8b:43425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:21:05,738 INFO [RS:0;ea9122631f8b:43425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:21:05,738 INFO [RS:0;ea9122631f8b:43425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:21:05,746 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:05,746 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:05,746 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8476 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:05,838 INFO [RS:0;ea9122631f8b:43425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:21:05,840 INFO [RS:0;ea9122631f8b:43425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C43425%2C1731190863497, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/oldWALs, maxLogs=10 2024-11-09T22:21:05,851 DEBUG [RS:0;ea9122631f8b:43425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840, exclude list is [], retry=0 2024-11-09T22:21:05,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43349,DS-ef05d1eb-1890-48ff-8d7f-06b1ab9a769d,DISK] 2024-11-09T22:21:05,855 INFO [RS:0;ea9122631f8b:43425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 2024-11-09T22:21:05,855 DEBUG [RS:0;ea9122631f8b:43425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797)] 2024-11-09T22:21:05,956 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:21:05,956 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9 2024-11-09T22:21:05,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:21:05,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:05,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:21:05,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:21:05,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:05,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:05,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:21:05,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:21:05,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:05,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:05,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:21:05,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:21:05,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:05,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:05,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:21:05,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:21:05,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:05,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:05,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:21:05,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740 2024-11-09T22:21:05,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740 2024-11-09T22:21:05,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:21:05,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:21:05,979 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:05,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:21:05,984 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:05,985 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67066137, jitterRate=-6.366819143295288E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:05,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190865968Initializing all the Stores at 1731190865968Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190865968Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190865969 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190865969Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190865969Cleaning up temporary data from old regions at 1731190865978 (+9 ms)Region opened successfully at 1731190865986 (+8 ms) 2024-11-09T22:21:05,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:21:05,986 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:21:05,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:21:05,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:21:05,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:21:05,988 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:21:05,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190865986Disabling compacts and flushes for region at 1731190865986Disabling writes for close at 1731190865986Writing region close event to WAL at 1731190865988 (+2 ms)Closed at 1731190865988 2024-11-09T22:21:05,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:05,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:21:05,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:21:05,991 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:21:05,992 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:21:06,142 DEBUG [ea9122631f8b:43785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:21:06,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,43425,1731190863497 2024-11-09T22:21:06,144 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,43425,1731190863497, state=OPENING 2024-11-09T22:21:06,155 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:21:06,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:06,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:06,167 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:21:06,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,43425,1731190863497}] 2024-11-09T22:21:06,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0929832204/meta-region-server: CHANGED 2024-11-09T22:21:06,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0929832204/meta-region-server: CHANGED 2024-11-09T22:21:06,325 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:21:06,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:21:06,339 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:21:06,339 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:06,340 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:21:06,353 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C43425%2C1731190863497.meta, suffix=.meta, logDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/oldWALs, maxLogs=10 2024-11-09T22:21:06,395 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.meta.1731190866354.meta, exclude list is [], retry=0 2024-11-09T22:21:06,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43349,DS-ef05d1eb-1890-48ff-8d7f-06b1ab9a769d,DISK] 2024-11-09T22:21:06,438 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.meta.1731190866354.meta 2024-11-09T22:21:06,442 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797)] 2024-11-09T22:21:06,443 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:06,443 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:06,443 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:21:06,443 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:21:06,443 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:21:06,443 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:21:06,443 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:06,444 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:21:06,444 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:21:06,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:21:06,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:21:06,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:06,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:06,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:21:06,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:21:06,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:06,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:06,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:21:06,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:21:06,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:06,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:06,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:21:06,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:21:06,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:06,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:06,470 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:21:06,471 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740 2024-11-09T22:21:06,472 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740 2024-11-09T22:21:06,473 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:21:06,473 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:21:06,474 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:06,476 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:21:06,477 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68996484, jitterRate=0.028127729892730713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:06,477 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:21:06,478 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190866444Writing region info on filesystem at 1731190866444Initializing all the Stores at 1731190866453 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190866453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190866460 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190866460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190866460Cleaning up temporary data from old regions at 1731190866473 (+13 ms)Running coprocessor post-open hooks at 1731190866477 (+4 ms)Region opened successfully at 1731190866478 (+1 ms) 2024-11-09T22:21:06,479 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190866324 2024-11-09T22:21:06,481 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:21:06,481 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:21:06,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,43425,1731190863497 2024-11-09T22:21:06,483 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,43425,1731190863497, state=OPEN 2024-11-09T22:21:06,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0929832204/meta-region-server 2024-11-09T22:21:06,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0929832204/meta-region-server 2024-11-09T22:21:06,521 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,43425,1731190863497 2024-11-09T22:21:06,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0929832204/meta-region-server: CHANGED 2024-11-09T22:21:06,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0929832204/meta-region-server: CHANGED 2024-11-09T22:21:06,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:21:06,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,43425,1731190863497 in 354 msec 2024-11-09T22:21:06,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:21:06,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-09T22:21:06,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:06,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:21:06,529 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:06,529 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43425,1731190863497, seqNum=-1] 2024-11-09T22:21:06,529 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:06,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:06,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 999 msec 2024-11-09T22:21:06,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190866544, completionTime=-1 2024-11-09T22:21:06,545 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:21:06,545 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:21:06,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:21:06,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190926547 2024-11-09T22:21:06,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190986547 2024-11-09T22:21:06,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T22:21:06,548 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43785,1731190863302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:06,548 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43785,1731190863302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:06,548 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43785,1731190863302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:06,548 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:43785, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:06,548 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:06,550 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:21:06,552 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:06,557 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.973sec 2024-11-09T22:21:06,557 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:21:06,557 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:21:06,557 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:21:06,557 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:21:06,557 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:21:06,557 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43785,1731190863302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:21:06,557 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43785,1731190863302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:21:06,564 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:21:06,564 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:21:06,565 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43785,1731190863302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:06,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685877e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:06,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,43785,-1 for getting cluster id 2024-11-09T22:21:06,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:06,650 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b128f359-fd1f-445b-a53a-b9c138864d03' 2024-11-09T22:21:06,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:06,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b128f359-fd1f-445b-a53a-b9c138864d03" 2024-11-09T22:21:06,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2063b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:06,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,43785,-1] 2024-11-09T22:21:06,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:06,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:06,653 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:06,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789bdda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:06,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43425,1731190863497, seqNum=-1] 2024-11-09T22:21:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:06,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:06,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,43785,1731190863302 2024-11-09T22:21:06,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55055 2024-11-09T22:21:06,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:06,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10121b025960002 connected 2024-11-09T22:21:06,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/hadoop.log.dir so I do NOT create it in target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb 2024-11-09T22:21:06,713 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:21:06,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/hadoop.tmp.dir so I do NOT create it in target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb 2024-11-09T22:21:06,713 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:21:06,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb 2024-11-09T22:21:06,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:21:06,713 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/cluster_7b88bc21-0097-4a53-397a-4c0cbce8a9c7, deleteOnExit=true 2024-11-09T22:21:06,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:21:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/test.cache.data in system properties and HBase conf 2024-11-09T22:21:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:21:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:21:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:21:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:21:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:21:06,714 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:21:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:21:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:21:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:21:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:21:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:21:06,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:21:06,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:21:06,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:21:06,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:21:06,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:21:06,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:21:06,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:21:06,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:21:06,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:21:07,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:07,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:21:07,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:21:07,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:21:07,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:21:07,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:07,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a67f1da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:21:07,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c388541{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:21:07,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71fb5cab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/java.io.tmpdir/jetty-localhost-39017-hadoop-hdfs-3_4_1-tests_jar-_-any-5890145022661420223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:21:07,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ec2dfe6{HTTP/1.1, (http/1.1)}{localhost:39017} 2024-11-09T22:21:07,291 INFO [Time-limited test {}] server.Server(415): Started @206508ms 2024-11-09T22:21:07,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:07,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:21:07,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:21:07,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:21:07,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:21:07,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45bb921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:21:07,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ecea19a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:21:07,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32e63958{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/java.io.tmpdir/jetty-localhost-45727-hadoop-hdfs-3_4_1-tests_jar-_-any-16524564898258264151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:21:07,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b74f099{HTTP/1.1, (http/1.1)}{localhost:45727} 2024-11-09T22:21:07,906 INFO [Time-limited test {}] server.Server(415): Started @207123ms 2024-11-09T22:21:07,908 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:21:08,693 WARN [Thread-2285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/cluster_7b88bc21-0097-4a53-397a-4c0cbce8a9c7/data/data2/current/BP-1046250005-172.17.0.3-1731190866742/current, will proceed with Du for space computation calculation, 2024-11-09T22:21:08,693 WARN [Thread-2284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/cluster_7b88bc21-0097-4a53-397a-4c0cbce8a9c7/data/data1/current/BP-1046250005-172.17.0.3-1731190866742/current, will proceed with Du for space computation calculation, 2024-11-09T22:21:08,712 WARN [Thread-2272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:21:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6624a64fe2bbe5 with lease ID 0xadb1436d9e75f7bb: Processing first storage report for DS-08af62d4-1477-40e1-87bd-d33e8fc6fa7d from datanode DatanodeRegistration(127.0.0.1:46027, datanodeUuid=b9ab2bdb-8703-4f49-9b12-895f29225266, infoPort=38447, infoSecurePort=0, ipcPort=41869, storageInfo=lv=-57;cid=testClusterID;nsid=131532833;c=1731190866742) 2024-11-09T22:21:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6624a64fe2bbe5 with lease ID 0xadb1436d9e75f7bb: from storage DS-08af62d4-1477-40e1-87bd-d33e8fc6fa7d node DatanodeRegistration(127.0.0.1:46027, datanodeUuid=b9ab2bdb-8703-4f49-9b12-895f29225266, infoPort=38447, infoSecurePort=0, ipcPort=41869, storageInfo=lv=-57;cid=testClusterID;nsid=131532833;c=1731190866742), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:21:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6624a64fe2bbe5 with lease ID 0xadb1436d9e75f7bb: Processing first storage report for DS-21d2b115-7071-48ca-bca1-875c3d6f8e3d from datanode DatanodeRegistration(127.0.0.1:46027, datanodeUuid=b9ab2bdb-8703-4f49-9b12-895f29225266, infoPort=38447, infoSecurePort=0, ipcPort=41869, storageInfo=lv=-57;cid=testClusterID;nsid=131532833;c=1731190866742) 2024-11-09T22:21:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6624a64fe2bbe5 with lease ID 0xadb1436d9e75f7bb: from storage DS-21d2b115-7071-48ca-bca1-875c3d6f8e3d node DatanodeRegistration(127.0.0.1:46027, datanodeUuid=b9ab2bdb-8703-4f49-9b12-895f29225266, infoPort=38447, infoSecurePort=0, ipcPort=41869, storageInfo=lv=-57;cid=testClusterID;nsid=131532833;c=1731190866742), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:21:08,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb 2024-11-09T22:21:08,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:08,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:08,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:21:09,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:21:09,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T22:21:09,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:21:09,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T22:21:09,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:21:09,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T22:21:09,172 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc with version=8 2024-11-09T22:21:09,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/hbase-staging 2024-11-09T22:21:09,174 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:21:09,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:09,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:09,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:21:09,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:09,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:21:09,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:21:09,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:21:09,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42985 2024-11-09T22:21:09,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42985 connecting to ZooKeeper ensemble=127.0.0.1:55055 2024-11-09T22:21:09,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429850x0, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:09,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42985-0x10121b025960003 connected 2024-11-09T22:21:09,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:09,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:09,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Set watcher on znode that does not yet exist, /11152683999/running 2024-11-09T22:21:09,274 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc, hbase.cluster.distributed=false 2024-11-09T22:21:09,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Set watcher on znode that does not yet exist, /11152683999/acl 2024-11-09T22:21:09,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42985 2024-11-09T22:21:09,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42985 2024-11-09T22:21:09,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42985 2024-11-09T22:21:09,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42985 2024-11-09T22:21:09,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42985 2024-11-09T22:21:09,353 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:21:09,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:09,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:09,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:21:09,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:09,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:21:09,354 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:21:09,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:21:09,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33077 2024-11-09T22:21:09,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33077 connecting to ZooKeeper ensemble=127.0.0.1:55055 2024-11-09T22:21:09,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:09,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330770x0, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:09,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Set watcher on znode that does not yet exist, /11152683999/running 2024-11-09T22:21:09,377 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33077-0x10121b025960004 connected 2024-11-09T22:21:09,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:21:09,379 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:21:09,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Set watcher on znode that does not yet exist, /11152683999/master 2024-11-09T22:21:09,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Set watcher on znode that does not yet exist, /11152683999/acl 2024-11-09T22:21:09,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33077 2024-11-09T22:21:09,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33077 2024-11-09T22:21:09,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33077 2024-11-09T22:21:09,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33077 2024-11-09T22:21:09,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33077 2024-11-09T22:21:09,428 DEBUG [M:0;ea9122631f8b:42985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:42985 2024-11-09T22:21:09,432 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11152683999/backup-masters/ea9122631f8b,42985,1731190869174 2024-11-09T22:21:09,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999/backup-masters 2024-11-09T22:21:09,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999/backup-masters 2024-11-09T22:21:09,440 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Set watcher on existing znode=/11152683999/backup-masters/ea9122631f8b,42985,1731190869174 2024-11-09T22:21:09,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:09,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11152683999/master 2024-11-09T22:21:09,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:09,451 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Set watcher on existing znode=/11152683999/master 2024-11-09T22:21:09,452 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11152683999/backup-masters/ea9122631f8b,42985,1731190869174 from backup master directory 2024-11-09T22:21:09,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999/backup-masters 2024-11-09T22:21:09,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11152683999/backup-masters/ea9122631f8b,42985,1731190869174 2024-11-09T22:21:09,460 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:21:09,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999/backup-masters 2024-11-09T22:21:09,460 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,42985,1731190869174 2024-11-09T22:21:09,464 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/hbase.id] with ID: 82577ff6-e706-4cdc-b36c-ce185d192795 2024-11-09T22:21:09,464 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/.tmp/hbase.id 2024-11-09T22:21:09,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:21:09,891 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/.tmp/hbase.id]:[hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/hbase.id] 2024-11-09T22:21:09,910 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:09,910 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:21:09,913 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T22:21:09,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:09,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:21:09,983 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:09,983 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:21:09,984 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:21:10,433 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store 2024-11-09T22:21:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:21:10,884 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:10,884 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:21:10,884 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:10,884 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:10,884 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:21:10,885 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:10,885 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:10,885 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190870884Disabling compacts and flushes for region at 1731190870884Disabling writes for close at 1731190870884Writing region close event to WAL at 1731190870885 (+1 ms)Closed at 1731190870885 2024-11-09T22:21:10,886 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/.initializing 2024-11-09T22:21:10,886 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/WALs/ea9122631f8b,42985,1731190869174 2024-11-09T22:21:10,887 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:21:10,890 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C42985%2C1731190869174, suffix=, logDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/WALs/ea9122631f8b,42985,1731190869174, archiveDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/oldWALs, maxLogs=10 2024-11-09T22:21:10,917 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/WALs/ea9122631f8b,42985,1731190869174/ea9122631f8b%2C42985%2C1731190869174.1731190870890, exclude list is [], retry=0 2024-11-09T22:21:10,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-08af62d4-1477-40e1-87bd-d33e8fc6fa7d,DISK] 2024-11-09T22:21:10,948 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/WALs/ea9122631f8b,42985,1731190869174/ea9122631f8b%2C42985%2C1731190869174.1731190870890 2024-11-09T22:21:10,952 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38447:38447)] 2024-11-09T22:21:10,952 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:10,954 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:10,954 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,954 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:21:10,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:10,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:10,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:21:10,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:10,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:10,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:21:10,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:10,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:10,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:21:10,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:10,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:10,967 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,968 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,968 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,970 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,970 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,971 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:10,973 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:10,975 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:10,976 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70301458, jitterRate=0.047573357820510864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:10,976 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190870954Initializing all the Stores at 1731190870957 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190870957Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190870957Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190870957Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190870957Cleaning up temporary data from old regions at 1731190870970 (+13 ms)Region opened successfully at 1731190870976 (+6 ms) 2024-11-09T22:21:10,992 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:21:10,997 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22092331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:21:10,998 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:21:10,998 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:21:10,998 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:21:10,999 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:21:10,999 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:21:10,999 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:21:11,000 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:21:11,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:21:11,027 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Unable to get data of znode /11152683999/balancer because node does not exist (not necessarily an error) 2024-11-09T22:21:11,092 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11152683999/balancer already deleted, retry=false 2024-11-09T22:21:11,092 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:21:11,093 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Unable to get data of znode /11152683999/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:21:11,102 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11152683999/normalizer already deleted, retry=false 2024-11-09T22:21:11,103 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:21:11,105 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Unable to get data of znode /11152683999/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:21:11,113 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11152683999/switch/split already deleted, retry=false 2024-11-09T22:21:11,114 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Unable to get data of znode /11152683999/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:21:11,124 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11152683999/switch/merge already deleted, retry=false 2024-11-09T22:21:11,126 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Unable to get data of znode /11152683999/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:21:11,134 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11152683999/snapshot-cleanup already deleted, retry=false 2024-11-09T22:21:11,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11152683999/running 2024-11-09T22:21:11,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11152683999/running 2024-11-09T22:21:11,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:11,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:11,146 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,42985,1731190869174, sessionid=0x10121b025960003, setting cluster-up flag (Was=false) 2024-11-09T22:21:11,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:11,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:11,197 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11152683999/flush-table-proc/acquired, /11152683999/flush-table-proc/reached, /11152683999/flush-table-proc/abort 2024-11-09T22:21:11,198 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,42985,1731190869174 2024-11-09T22:21:11,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:11,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:11,250 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11152683999/online-snapshot/acquired, /11152683999/online-snapshot/reached, /11152683999/online-snapshot/abort 2024-11-09T22:21:11,251 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,42985,1731190869174 2024-11-09T22:21:11,252 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:21:11,254 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:11,254 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:21:11,254 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:21:11,254 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,42985,1731190869174 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:21:11,261 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:11,261 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:11,261 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:11,261 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:11,261 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:21:11,261 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,261 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:21:11,261 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:11,291 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:21:11,292 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:11,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:21:11,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190901316 2024-11-09T22:21:11,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:21:11,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:21:11,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:21:11,317 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:21:11,317 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:21:11,317 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:21:11,317 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,326 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(746): ClusterId : 82577ff6-e706-4cdc-b36c-ce185d192795 2024-11-09T22:21:11,326 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:21:11,337 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:21:11,337 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:21:11,344 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:21:11,345 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:21:11,345 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:21:11,345 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:21:11,346 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:21:11,347 DEBUG [RS:0;ea9122631f8b:33077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380dd3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:21:11,356 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:21:11,356 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:21:11,364 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190871357,5,FailOnTimeoutGroup] 2024-11-09T22:21:11,368 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190871364,5,FailOnTimeoutGroup] 2024-11-09T22:21:11,368 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,368 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:21:11,368 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,368 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:21:11,393 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:33077 2024-11-09T22:21:11,393 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:21:11,393 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:21:11,393 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:21:11,394 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,42985,1731190869174 with port=33077, startcode=1731190869353 2024-11-09T22:21:11,394 DEBUG [RS:0;ea9122631f8b:33077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:21:11,397 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:21:11,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,33077,1731190869353 2024-11-09T22:21:11,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42985 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,33077,1731190869353 2024-11-09T22:21:11,399 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc 2024-11-09T22:21:11,399 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39389 2024-11-09T22:21:11,399 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:21:11,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999/rs 2024-11-09T22:21:11,408 DEBUG [RS:0;ea9122631f8b:33077 {}] zookeeper.ZKUtil(111): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Set watcher on existing znode=/11152683999/rs/ea9122631f8b,33077,1731190869353 2024-11-09T22:21:11,408 WARN [RS:0;ea9122631f8b:33077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:21:11,408 INFO [RS:0;ea9122631f8b:33077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:11,408 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353 2024-11-09T22:21:11,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,33077,1731190869353] 2024-11-09T22:21:11,414 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:21:11,416 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:21:11,416 INFO [RS:0;ea9122631f8b:33077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:21:11,416 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,416 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:21:11,417 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:21:11,417 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:21:11,417 DEBUG [RS:0;ea9122631f8b:33077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:21:11,418 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,418 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,418 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,418 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,418 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,418 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,33077,1731190869353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:21:11,434 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:21:11,435 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,33077,1731190869353-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,435 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,435 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.Replication(171): ea9122631f8b,33077,1731190869353 started 2024-11-09T22:21:11,451 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:11,452 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,33077,1731190869353, RpcServer on ea9122631f8b/172.17.0.3:33077, sessionid=0x10121b025960004 2024-11-09T22:21:11,452 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:21:11,452 DEBUG [RS:0;ea9122631f8b:33077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,33077,1731190869353 2024-11-09T22:21:11,452 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,33077,1731190869353' 2024-11-09T22:21:11,452 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11152683999/flush-table-proc/abort' 2024-11-09T22:21:11,452 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11152683999/flush-table-proc/acquired' 2024-11-09T22:21:11,453 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:21:11,453 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:21:11,453 DEBUG [RS:0;ea9122631f8b:33077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,33077,1731190869353 2024-11-09T22:21:11,453 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,33077,1731190869353' 2024-11-09T22:21:11,453 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11152683999/online-snapshot/abort' 2024-11-09T22:21:11,453 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11152683999/online-snapshot/acquired' 2024-11-09T22:21:11,453 DEBUG [RS:0;ea9122631f8b:33077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:21:11,453 INFO [RS:0;ea9122631f8b:33077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:21:11,453 INFO [RS:0;ea9122631f8b:33077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:21:11,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:11,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:11,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:11,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:11,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:11,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:11,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:11,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:11,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:11,554 INFO [RS:0;ea9122631f8b:33077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:21:11,555 INFO [RS:0;ea9122631f8b:33077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C33077%2C1731190869353, suffix=, logDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353, archiveDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/oldWALs, maxLogs=10 2024-11-09T22:21:11,572 DEBUG [RS:0;ea9122631f8b:33077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555, exclude list is [], retry=0 2024-11-09T22:21:11,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-08af62d4-1477-40e1-87bd-d33e8fc6fa7d,DISK] 2024-11-09T22:21:11,582 INFO [RS:0;ea9122631f8b:33077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 2024-11-09T22:21:11,582 DEBUG [RS:0;ea9122631f8b:33077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38447:38447)] 2024-11-09T22:21:11,775 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:21:11,775 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc 2024-11-09T22:21:11,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:21:11,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:11,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:21:11,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:21:11,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:11,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:11,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:21:11,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:21:11,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:11,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:11,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:21:11,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:21:11,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:11,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:11,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:21:11,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:21:11,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:11,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:11,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:21:11,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740 2024-11-09T22:21:11,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740 2024-11-09T22:21:11,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:21:11,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:21:11,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:11,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:21:11,817 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:11,818 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74529323, jitterRate=0.11057345569133759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:11,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190871791Initializing all the Stores at 1731190871792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190871792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190871792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190871792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190871792Cleaning up temporary data from old regions at 1731190871812 (+20 ms)Region opened successfully at 1731190871818 (+6 ms) 2024-11-09T22:21:11,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:21:11,818 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:21:11,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:21:11,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:21:11,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:21:11,819 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:21:11,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190871818Disabling compacts and flushes for region at 1731190871818Disabling writes for close at 1731190871818Writing region close event to WAL at 1731190871819 (+1 ms)Closed at 1731190871819 2024-11-09T22:21:11,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:11,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:21:11,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:21:11,821 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:21:11,822 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:21:11,972 DEBUG [ea9122631f8b:42985 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:21:11,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,33077,1731190869353 2024-11-09T22:21:11,974 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,33077,1731190869353, state=OPENING 2024-11-09T22:21:11,994 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:21:12,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:12,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:12,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:12,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:12,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:12,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:12,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:12,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:12,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:12,068 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:21:12,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:21:12,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:12,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:12,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11152683999/meta-region-server: CHANGED 2024-11-09T22:21:12,089 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:21:12,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,33077,1731190869353}] 2024-11-09T22:21:12,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11152683999/meta-region-server: CHANGED 2024-11-09T22:21:12,242 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:21:12,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:21:12,247 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:21:12,247 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:12,247 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:21:12,248 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C33077%2C1731190869353.meta, suffix=.meta, logDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353, archiveDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/oldWALs, maxLogs=10 2024-11-09T22:21:12,264 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.meta.1731190872248.meta, exclude list is [], retry=0 2024-11-09T22:21:12,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-08af62d4-1477-40e1-87bd-d33e8fc6fa7d,DISK] 2024-11-09T22:21:12,271 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.meta.1731190872248.meta 2024-11-09T22:21:12,272 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38447:38447)] 2024-11-09T22:21:12,272 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:12,272 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:12,272 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:21:12,272 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:21:12,273 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:21:12,273 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:21:12,273 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:12,273 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:21:12,273 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:21:12,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:21:12,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:21:12,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:12,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:12,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:21:12,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:21:12,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:12,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:12,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:21:12,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:21:12,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:12,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:12,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:21:12,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:21:12,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:12,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:12,278 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:21:12,278 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740 2024-11-09T22:21:12,279 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740 2024-11-09T22:21:12,280 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:21:12,280 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:21:12,281 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:12,283 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:21:12,283 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60128679, jitterRate=-0.1040128618478775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:12,284 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:21:12,284 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190872273Writing region info on filesystem at 1731190872273Initializing all the Stores at 1731190872274 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190872274Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190872274Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190872274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190872274Cleaning up temporary data from old regions at 1731190872280 (+6 ms)Running coprocessor post-open hooks at 1731190872284 (+4 ms)Region opened successfully at 1731190872284 2024-11-09T22:21:12,284 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190872242 2024-11-09T22:21:12,287 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:21:12,287 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:21:12,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,33077,1731190869353 2024-11-09T22:21:12,288 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,33077,1731190869353, state=OPEN 2024-11-09T22:21:12,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11152683999/meta-region-server 2024-11-09T22:21:12,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11152683999/meta-region-server 2024-11-09T22:21:12,299 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,33077,1731190869353 2024-11-09T22:21:12,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11152683999/meta-region-server: CHANGED 2024-11-09T22:21:12,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11152683999/meta-region-server: CHANGED 2024-11-09T22:21:12,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:21:12,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,33077,1731190869353 in 210 msec 2024-11-09T22:21:12,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:21:12,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-09T22:21:12,305 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:12,305 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:21:12,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:12,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,33077,1731190869353, seqNum=-1] 2024-11-09T22:21:12,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:12,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:12,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0570 sec 2024-11-09T22:21:12,312 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190872312, completionTime=-1 2024-11-09T22:21:12,312 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:21:12,312 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:21:12,314 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:21:12,314 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190932314 2024-11-09T22:21:12,314 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731190992314 2024-11-09T22:21:12,314 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T22:21:12,314 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,42985,1731190869174-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:12,314 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,42985,1731190869174-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:12,314 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,42985,1731190869174-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:12,314 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:42985, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:12,314 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:12,315 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:12,317 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:21:12,318 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.858sec 2024-11-09T22:21:12,318 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:21:12,319 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:21:12,319 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:21:12,319 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:21:12,319 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:21:12,319 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,42985,1731190869174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:21:12,319 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,42985,1731190869174-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:21:12,337 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:21:12,337 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:21:12,337 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,42985,1731190869174-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:12,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6186deaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:12,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,42985,-1 for getting cluster id 2024-11-09T22:21:12,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:12,356 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82577ff6-e706-4cdc-b36c-ce185d192795' 2024-11-09T22:21:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82577ff6-e706-4cdc-b36c-ce185d192795" 2024-11-09T22:21:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b99ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,42985,-1] 2024-11-09T22:21:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:12,359 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:12,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373cc7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:12,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,33077,1731190869353, seqNum=-1] 2024-11-09T22:21:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:12,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:12,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,42985,1731190869174 2024-11-09T22:21:12,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55055 2024-11-09T22:21:12,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:12,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10121b025960005 connected 2024-11-09T22:21:12,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:12,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,43785,1731190863302 2024-11-09T22:21:12,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b9759c 2024-11-09T22:21:12,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:12,400 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:12,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:21:12,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:21:12,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:12,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:21:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:12,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:21:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:21:12,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 557e38c9181317e72ac19449f05cf2e2, NAME => 'test,,1731190872400.557e38c9181317e72ac19449f05cf2e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9 2024-11-09T22:21:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:21:12,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190872400.557e38c9181317e72ac19449f05cf2e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:12,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 557e38c9181317e72ac19449f05cf2e2, disabling compactions & flushes 2024-11-09T22:21:12,499 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:12,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:12,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. after waiting 0 ms 2024-11-09T22:21:12,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:12,499 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:12,499 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 557e38c9181317e72ac19449f05cf2e2: Waiting for close lock at 1731190872499Disabling compacts and flushes for region at 1731190872499Disabling writes for close at 1731190872499Writing region close event to WAL at 1731190872499Closed at 1731190872499 2024-11-09T22:21:12,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:21:12,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190872400.557e38c9181317e72ac19449f05cf2e2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190872501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190872501"}]},"ts":"1731190872501"} 2024-11-09T22:21:12,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:21:12,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:21:12,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190872506"}]},"ts":"1731190872506"} 2024-11-09T22:21:12,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:21:12,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=557e38c9181317e72ac19449f05cf2e2, ASSIGN}] 2024-11-09T22:21:12,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=557e38c9181317e72ac19449f05cf2e2, ASSIGN 2024-11-09T22:21:12,516 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=557e38c9181317e72ac19449f05cf2e2, ASSIGN; state=OFFLINE, location=ea9122631f8b,43425,1731190863497; forceNewPlan=false, retain=false 2024-11-09T22:21:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:12,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=557e38c9181317e72ac19449f05cf2e2, regionState=OPENING, regionLocation=ea9122631f8b,43425,1731190863497 2024-11-09T22:21:12,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=557e38c9181317e72ac19449f05cf2e2, ASSIGN because future has completed 2024-11-09T22:21:12,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 557e38c9181317e72ac19449f05cf2e2, server=ea9122631f8b,43425,1731190863497}] 2024-11-09T22:21:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:12,860 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:12,860 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 557e38c9181317e72ac19449f05cf2e2, NAME => 'test,,1731190872400.557e38c9181317e72ac19449f05cf2e2.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:12,861 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:12,861 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:21:12,863 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,863 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190872400.557e38c9181317e72ac19449f05cf2e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:12,863 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,863 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,865 INFO [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,866 INFO [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 557e38c9181317e72ac19449f05cf2e2 columnFamilyName f 2024-11-09T22:21:12,866 DEBUG [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:12,867 INFO [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] regionserver.HStore(327): Store=557e38c9181317e72ac19449f05cf2e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:12,867 INFO [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,869 INFO [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 557e38c9181317e72ac19449f05cf2e2 columnFamilyName f1 2024-11-09T22:21:12,869 DEBUG [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:12,875 INFO [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] regionserver.HStore(327): Store=557e38c9181317e72ac19449f05cf2e2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:12,875 INFO [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,887 INFO [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 557e38c9181317e72ac19449f05cf2e2 columnFamilyName norep 2024-11-09T22:21:12,887 DEBUG [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:12,888 INFO [StoreOpener-557e38c9181317e72ac19449f05cf2e2-1 {}] regionserver.HStore(327): Store=557e38c9181317e72ac19449f05cf2e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:12,888 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,889 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,890 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,896 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,896 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,896 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:21:12,898 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,909 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:12,910 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 557e38c9181317e72ac19449f05cf2e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70558519, jitterRate=0.05140386521816254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:21:12,910 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:12,911 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 557e38c9181317e72ac19449f05cf2e2: Running coprocessor pre-open hook at 1731190872863Writing region info on filesystem at 1731190872863Initializing all the Stores at 1731190872864 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190872864Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190872865 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190872865Cleaning up temporary data from old regions at 1731190872896 (+31 ms)Running coprocessor post-open hooks at 1731190872910 (+14 ms)Region opened successfully at 1731190872911 (+1 ms) 2024-11-09T22:21:12,913 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190872400.557e38c9181317e72ac19449f05cf2e2., pid=6, masterSystemTime=1731190872836 2024-11-09T22:21:12,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=557e38c9181317e72ac19449f05cf2e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,43425,1731190863497 2024-11-09T22:21:12,918 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:12,918 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:12,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 557e38c9181317e72ac19449f05cf2e2, server=ea9122631f8b,43425,1731190863497 because future has completed 2024-11-09T22:21:12,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:21:12,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 557e38c9181317e72ac19449f05cf2e2, server=ea9122631f8b,43425,1731190863497 in 239 msec 2024-11-09T22:21:12,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:21:12,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=557e38c9181317e72ac19449f05cf2e2, ASSIGN in 416 msec 2024-11-09T22:21:12,929 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:21:12,929 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190872929"}]},"ts":"1731190872929"} 2024-11-09T22:21:12,932 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:21:12,933 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:21:12,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 532 msec 2024-11-09T22:21:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:13,037 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:21:13,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:13,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,42985,1731190869174 2024-11-09T22:21:13,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4da4c0af 2024-11-09T22:21:13,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:13,040 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:13,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:21:13,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:21:13,048 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:13,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:21:13,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:21:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:13,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:21:13,079 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e02b3b13bbfa618a3df6aef7f9df5fd3, NAME => 'test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc 2024-11-09T22:21:13,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:21:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:13,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:13,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e02b3b13bbfa618a3df6aef7f9df5fd3, disabling compactions & flushes 2024-11-09T22:21:13,492 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:13,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:13,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. after waiting 0 ms 2024-11-09T22:21:13,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:13,492 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:13,492 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e02b3b13bbfa618a3df6aef7f9df5fd3: Waiting for close lock at 1731190873492Disabling compacts and flushes for region at 1731190873492Disabling writes for close at 1731190873492Writing region close event to WAL at 1731190873492Closed at 1731190873492 2024-11-09T22:21:13,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:21:13,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190873494"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190873494"}]},"ts":"1731190873494"} 2024-11-09T22:21:13,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:21:13,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:21:13,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190873498"}]},"ts":"1731190873498"} 2024-11-09T22:21:13,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:21:13,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e02b3b13bbfa618a3df6aef7f9df5fd3, ASSIGN}] 2024-11-09T22:21:13,502 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e02b3b13bbfa618a3df6aef7f9df5fd3, ASSIGN 2024-11-09T22:21:13,503 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e02b3b13bbfa618a3df6aef7f9df5fd3, ASSIGN; state=OFFLINE, location=ea9122631f8b,33077,1731190869353; forceNewPlan=false, retain=false 2024-11-09T22:21:13,654 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e02b3b13bbfa618a3df6aef7f9df5fd3, regionState=OPENING, regionLocation=ea9122631f8b,33077,1731190869353 2024-11-09T22:21:13,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e02b3b13bbfa618a3df6aef7f9df5fd3, ASSIGN because future has completed 2024-11-09T22:21:13,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e02b3b13bbfa618a3df6aef7f9df5fd3, server=ea9122631f8b,33077,1731190869353}] 2024-11-09T22:21:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:13,814 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:13,814 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e02b3b13bbfa618a3df6aef7f9df5fd3, NAME => 'test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:13,815 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:13,815 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:21:13,815 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,815 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:13,815 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,815 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,817 INFO [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,819 INFO [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e02b3b13bbfa618a3df6aef7f9df5fd3 columnFamilyName f 2024-11-09T22:21:13,819 DEBUG [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:13,819 INFO [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] regionserver.HStore(327): Store=e02b3b13bbfa618a3df6aef7f9df5fd3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:13,819 INFO [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,821 INFO [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e02b3b13bbfa618a3df6aef7f9df5fd3 columnFamilyName f1 2024-11-09T22:21:13,821 DEBUG [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:13,821 INFO [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] regionserver.HStore(327): Store=e02b3b13bbfa618a3df6aef7f9df5fd3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:13,821 INFO [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,822 INFO [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e02b3b13bbfa618a3df6aef7f9df5fd3 columnFamilyName norep 2024-11-09T22:21:13,822 DEBUG [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:13,823 INFO [StoreOpener-e02b3b13bbfa618a3df6aef7f9df5fd3-1 {}] regionserver.HStore(327): Store=e02b3b13bbfa618a3df6aef7f9df5fd3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:13,823 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,823 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,824 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,824 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,825 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,825 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:21:13,826 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,828 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:13,828 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e02b3b13bbfa618a3df6aef7f9df5fd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63375232, jitterRate=-0.05563545227050781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:21:13,828 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:13,828 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e02b3b13bbfa618a3df6aef7f9df5fd3: Running coprocessor pre-open hook at 1731190873816Writing region info on filesystem at 1731190873816Initializing all the Stores at 1731190873816Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190873817 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190873817Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190873817Cleaning up temporary data from old regions at 1731190873825 (+8 ms)Running coprocessor post-open hooks at 1731190873828 (+3 ms)Region opened successfully at 1731190873828 2024-11-09T22:21:13,829 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3., pid=6, masterSystemTime=1731190873810 2024-11-09T22:21:13,833 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:13,833 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:13,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e02b3b13bbfa618a3df6aef7f9df5fd3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,33077,1731190869353 2024-11-09T22:21:13,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e02b3b13bbfa618a3df6aef7f9df5fd3, server=ea9122631f8b,33077,1731190869353 because future has completed 2024-11-09T22:21:13,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:21:13,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e02b3b13bbfa618a3df6aef7f9df5fd3, server=ea9122631f8b,33077,1731190869353 in 179 msec 2024-11-09T22:21:13,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:21:13,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e02b3b13bbfa618a3df6aef7f9df5fd3, ASSIGN in 336 msec 2024-11-09T22:21:13,840 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:21:13,840 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190873840"}]},"ts":"1731190873840"} 2024-11-09T22:21:13,842 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:21:13,843 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:21:13,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 798 msec 2024-11-09T22:21:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:14,186 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:21:14,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ef2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,43785,-1 for getting cluster id 2024-11-09T22:21:14,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:14,189 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b128f359-fd1f-445b-a53a-b9c138864d03' 2024-11-09T22:21:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b128f359-fd1f-445b-a53a-b9c138864d03" 2024-11-09T22:21:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493319d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,43785,-1] 2024-11-09T22:21:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:14,191 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:14,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216b7e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2a3f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,42985,-1 for getting cluster id 2024-11-09T22:21:14,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:14,197 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82577ff6-e706-4cdc-b36c-ce185d192795' 2024-11-09T22:21:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82577ff6-e706-4cdc-b36c-ce185d192795" 2024-11-09T22:21:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1895850d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,42985,-1] 2024-11-09T22:21:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:14,199 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1b365f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563a4955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,43785,-1 for getting cluster id 2024-11-09T22:21:14,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:14,205 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b128f359-fd1f-445b-a53a-b9c138864d03' 2024-11-09T22:21:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:14,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b128f359-fd1f-445b-a53a-b9c138864d03" 2024-11-09T22:21:14,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f3cb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,43785,-1] 2024-11-09T22:21:14,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:14,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:14,207 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:14,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f5e244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,43785,1731190863302 2024-11-09T22:21:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71eb8815 2024-11-09T22:21:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:14,211 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:14,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:42985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:21:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:21:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:14,214 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:42985' 2024-11-09T22:21:14,225 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206bb272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,225 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,42985,-1 for getting cluster id 2024-11-09T22:21:14,225 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:14,226 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82577ff6-e706-4cdc-b36c-ce185d192795' 2024-11-09T22:21:14,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:14,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82577ff6-e706-4cdc-b36c-ce185d192795" 2024-11-09T22:21:14,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421405e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,42985,-1] 2024-11-09T22:21:14,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:14,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:14,228 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:14,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0d7104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:14,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:14,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,42985,1731190869174 2024-11-09T22:21:14,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af1773e 2024-11-09T22:21:14,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:14,230 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:14,231 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T22:21:14,231 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:21:14,231 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:14,232 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:14,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:14,232 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:14,233 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:21:14,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:21:14,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:14,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:21:14,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:21:14,283 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:21:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:14,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62cc37e3023f82d3a2702b45aafda587, NAME => 'hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9 2024-11-09T22:21:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:21:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:15,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:15,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 62cc37e3023f82d3a2702b45aafda587, disabling compactions & flushes 2024-11-09T22:21:15,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:15,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:15,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. after waiting 0 ms 2024-11-09T22:21:15,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:15,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:15,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62cc37e3023f82d3a2702b45aafda587: Waiting for close lock at 1731190875065Disabling compacts and flushes for region at 1731190875065Disabling writes for close at 1731190875065Writing region close event to WAL at 1731190875065Closed at 1731190875065 2024-11-09T22:21:15,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:21:15,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190875066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190875066"}]},"ts":"1731190875066"} 2024-11-09T22:21:15,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:21:15,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:21:15,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190875070"}]},"ts":"1731190875070"} 2024-11-09T22:21:15,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:21:15,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62cc37e3023f82d3a2702b45aafda587, ASSIGN}] 2024-11-09T22:21:15,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62cc37e3023f82d3a2702b45aafda587, ASSIGN 2024-11-09T22:21:15,075 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62cc37e3023f82d3a2702b45aafda587, ASSIGN; state=OFFLINE, location=ea9122631f8b,43425,1731190863497; forceNewPlan=false, retain=false 2024-11-09T22:21:15,226 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62cc37e3023f82d3a2702b45aafda587, regionState=OPENING, regionLocation=ea9122631f8b,43425,1731190863497 2024-11-09T22:21:15,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62cc37e3023f82d3a2702b45aafda587, ASSIGN because future has completed 2024-11-09T22:21:15,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62cc37e3023f82d3a2702b45aafda587, server=ea9122631f8b,43425,1731190863497}] 2024-11-09T22:21:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:15,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:15,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:15,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:21:15,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C43425%2C1731190863497.rep, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/oldWALs, maxLogs=10 2024-11-09T22:21:15,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.rep.1731190875393, exclude list is [], retry=0 2024-11-09T22:21:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43349,DS-ef05d1eb-1890-48ff-8d7f-06b1ab9a769d,DISK] 2024-11-09T22:21:15,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.rep.1731190875393 2024-11-09T22:21:15,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41797:41797)] 2024-11-09T22:21:15,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 62cc37e3023f82d3a2702b45aafda587, NAME => 'hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:15,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:15,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:21:15,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. service=MultiRowMutationService 2024-11-09T22:21:15,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:21:15,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:15,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,442 INFO [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,449 INFO [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62cc37e3023f82d3a2702b45aafda587 columnFamilyName hfileref 2024-11-09T22:21:15,449 DEBUG [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:15,450 INFO [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] regionserver.HStore(327): Store=62cc37e3023f82d3a2702b45aafda587/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:15,450 INFO [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,452 INFO [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62cc37e3023f82d3a2702b45aafda587 columnFamilyName queue 2024-11-09T22:21:15,452 DEBUG [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:15,452 INFO [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] regionserver.HStore(327): Store=62cc37e3023f82d3a2702b45aafda587/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:15,452 INFO [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,454 INFO [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62cc37e3023f82d3a2702b45aafda587 columnFamilyName sid 2024-11-09T22:21:15,454 DEBUG [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:15,454 INFO [StoreOpener-62cc37e3023f82d3a2702b45aafda587-1 {}] regionserver.HStore(327): Store=62cc37e3023f82d3a2702b45aafda587/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:15,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/replication/62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/replication/62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:21:15,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/replication/62cc37e3023f82d3a2702b45aafda587/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:15,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 62cc37e3023f82d3a2702b45aafda587; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73257229, jitterRate=0.09161777794361115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:21:15,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:15,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 62cc37e3023f82d3a2702b45aafda587: Running coprocessor pre-open hook at 1731190875434Writing region info on filesystem at 1731190875434Initializing all the Stores at 1731190875441 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190875441Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190875442 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190875442Cleaning up temporary data from old regions at 1731190875456 (+14 ms)Running coprocessor post-open hooks at 1731190875473 (+17 ms)Region opened successfully at 1731190875474 (+1 ms) 2024-11-09T22:21:15,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587., pid=10, masterSystemTime=1731190875387 2024-11-09T22:21:15,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:15,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:15,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62cc37e3023f82d3a2702b45aafda587, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,43425,1731190863497 2024-11-09T22:21:15,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62cc37e3023f82d3a2702b45aafda587, server=ea9122631f8b,43425,1731190863497 because future has completed 2024-11-09T22:21:15,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:21:15,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 62cc37e3023f82d3a2702b45aafda587, server=ea9122631f8b,43425,1731190863497 in 252 msec 2024-11-09T22:21:15,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:21:15,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62cc37e3023f82d3a2702b45aafda587, ASSIGN in 415 msec 2024-11-09T22:21:15,492 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:21:15,492 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190875492"}]},"ts":"1731190875492"} 2024-11-09T22:21:15,494 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:21:15,495 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:21:15,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2630 sec 2024-11-09T22:21:15,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587., hostname=ea9122631f8b,43425,1731190863497, seqNum=2] 2024-11-09T22:21:15,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:15,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:15,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:21:15,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:21:15,794 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:21:15,836 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:15,837 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:15,837 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18567 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:15,840 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,43425,1731190863497, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:21:15,841 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:15,841 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43425,1731190863497, seqNum=-1] 2024-11-09T22:21:15,842 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:15,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T22:21:15,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,43425,1731190863497', locateType=CURRENT is [region=hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587., hostname=ea9122631f8b,43425,1731190863497, seqNum=2] 2024-11-09T22:21:15,847 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:21:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:21:15,853 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,43425,1731190863497 suceeded 2024-11-09T22:21:15,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:21:15,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-09T22:21:15,855 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:42985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:21:15,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6440 sec 2024-11-09T22:21:15,868 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:42985' 2024-11-09T22:21:15,870 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67059921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:15,870 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,42985,-1 for getting cluster id 2024-11-09T22:21:15,870 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:15,871 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82577ff6-e706-4cdc-b36c-ce185d192795' 2024-11-09T22:21:15,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:15,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82577ff6-e706-4cdc-b36c-ce185d192795" 2024-11-09T22:21:15,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27cd4fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:15,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,42985,-1] 2024-11-09T22:21:15,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:15,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:15,873 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:15,874 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e98018b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:15,874 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:15,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,42985,1731190869174 2024-11-09T22:21:15,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d4b97d7 2024-11-09T22:21:15,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:15,876 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-09T22:21:15,877 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,43425,1731190863497 (queues=1) is replicating from cluster=b128f359-fd1f-445b-a53a-b9c138864d03 to cluster=82577ff6-e706-4cdc-b36c-ce185d192795 2024-11-09T22:21:15,877 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C43425%2C1731190863497 2024-11-09T22:21:15,877 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,43425,1731190863497, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:21:15,878 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C43425%2C1731190863497 2024-11-09T22:21:15,878 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840, startPosition=0, beingWritten=true 2024-11-09T22:21:15,890 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:15,890 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 379, reset compression=false 2024-11-09T22:21:15,890 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43425,1731190863497 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:16,095 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 379, reset compression=false 2024-11-09T22:21:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:16,357 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:21:16,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:21:16,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:16,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:16,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:16,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:16,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2867142d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:16,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,42985,-1 for getting cluster id 2024-11-09T22:21:16,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:16,372 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82577ff6-e706-4cdc-b36c-ce185d192795' 2024-11-09T22:21:16,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:16,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82577ff6-e706-4cdc-b36c-ce185d192795" 2024-11-09T22:21:16,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27736aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:16,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,42985,-1] 2024-11-09T22:21:16,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:16,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:16,374 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3e9c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:16,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,42985,1731190869174 2024-11-09T22:21:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8119ff 2024-11-09T22:21:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:16,378 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:16,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:43785,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:21:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:21:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:16,385 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:43785' 2024-11-09T22:21:16,388 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd24417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:16,388 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,43785,-1 for getting cluster id 2024-11-09T22:21:16,389 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:16,390 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b128f359-fd1f-445b-a53a-b9c138864d03' 2024-11-09T22:21:16,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:16,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b128f359-fd1f-445b-a53a-b9c138864d03" 2024-11-09T22:21:16,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5e3771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:16,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,43785,-1] 2024-11-09T22:21:16,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:16,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:16,393 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:16,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509a88a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:16,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,43785,1731190863302 2024-11-09T22:21:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77e1deb1 2024-11-09T22:21:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:16,396 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:16,397 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T22:21:16,397 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:21:16,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:16,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:16,398 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:16,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:16,399 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:21:16,400 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 379, reset compression=false 2024-11-09T22:21:16,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:21:16,401 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:16,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:21:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:21:16,450 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:21:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:16,824 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 379, reset compression=false 2024-11-09T22:21:16,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97056d340c7311ddadda79d59bb7cc71, NAME => 'hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc 2024-11-09T22:21:16,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:21:16,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:16,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 97056d340c7311ddadda79d59bb7cc71, disabling compactions & flushes 2024-11-09T22:21:16,858 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:16,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:16,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. after waiting 0 ms 2024-11-09T22:21:16,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:16,858 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:16,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97056d340c7311ddadda79d59bb7cc71: Waiting for close lock at 1731190876858Disabling compacts and flushes for region at 1731190876858Disabling writes for close at 1731190876858Writing region close event to WAL at 1731190876858Closed at 1731190876858 2024-11-09T22:21:16,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:21:16,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190876860"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190876860"}]},"ts":"1731190876860"} 2024-11-09T22:21:16,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:21:16,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:21:16,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190876872"}]},"ts":"1731190876872"} 2024-11-09T22:21:16,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:21:16,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97056d340c7311ddadda79d59bb7cc71, ASSIGN}] 2024-11-09T22:21:16,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97056d340c7311ddadda79d59bb7cc71, ASSIGN 2024-11-09T22:21:16,879 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97056d340c7311ddadda79d59bb7cc71, ASSIGN; state=OFFLINE, location=ea9122631f8b,33077,1731190869353; forceNewPlan=false, retain=false 2024-11-09T22:21:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:17,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=97056d340c7311ddadda79d59bb7cc71, regionState=OPENING, regionLocation=ea9122631f8b,33077,1731190869353 2024-11-09T22:21:17,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97056d340c7311ddadda79d59bb7cc71, ASSIGN because future has completed 2024-11-09T22:21:17,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97056d340c7311ddadda79d59bb7cc71, server=ea9122631f8b,33077,1731190869353}] 2024-11-09T22:21:17,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:17,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:17,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:21:17,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C33077%2C1731190869353.rep, suffix=, logDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353, archiveDir=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/oldWALs, maxLogs=10 2024-11-09T22:21:17,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.rep.1731190877248, exclude list is [], retry=0 2024-11-09T22:21:17,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46027,DS-08af62d4-1477-40e1-87bd-d33e8fc6fa7d,DISK] 2024-11-09T22:21:17,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.rep.1731190877248 2024-11-09T22:21:17,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38447:38447)] 2024-11-09T22:21:17,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 97056d340c7311ddadda79d59bb7cc71, NAME => 'hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:17,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:17,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:21:17,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. service=MultiRowMutationService 2024-11-09T22:21:17,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:21:17,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:17,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,333 INFO [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,336 INFO [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97056d340c7311ddadda79d59bb7cc71 columnFamilyName hfileref 2024-11-09T22:21:17,336 DEBUG [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:17,337 INFO [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] regionserver.HStore(327): Store=97056d340c7311ddadda79d59bb7cc71/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:17,337 INFO [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,338 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 379, reset compression=false 2024-11-09T22:21:17,338 INFO [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97056d340c7311ddadda79d59bb7cc71 columnFamilyName queue 2024-11-09T22:21:17,339 DEBUG [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:17,339 INFO [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] regionserver.HStore(327): Store=97056d340c7311ddadda79d59bb7cc71/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:17,339 INFO [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,340 INFO [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97056d340c7311ddadda79d59bb7cc71 columnFamilyName sid 2024-11-09T22:21:17,340 DEBUG [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:17,341 INFO [StoreOpener-97056d340c7311ddadda79d59bb7cc71-1 {}] regionserver.HStore(327): Store=97056d340c7311ddadda79d59bb7cc71/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:17,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/replication/97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/replication/97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:21:17,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/replication/97056d340c7311ddadda79d59bb7cc71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:17,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 97056d340c7311ddadda79d59bb7cc71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63903412, jitterRate=-0.04776495695114136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:21:17,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:17,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 97056d340c7311ddadda79d59bb7cc71: Running coprocessor pre-open hook at 1731190877317Writing region info on filesystem at 1731190877317Initializing all the Stores at 1731190877318 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190877318Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190877324 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190877324Cleaning up temporary data from old regions at 1731190877342 (+18 ms)Running coprocessor post-open hooks at 1731190877355 (+13 ms)Region opened successfully at 1731190877355 2024-11-09T22:21:17,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71., pid=10, masterSystemTime=1731190877218 2024-11-09T22:21:17,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=97056d340c7311ddadda79d59bb7cc71, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,33077,1731190869353 2024-11-09T22:21:17,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:17,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:17,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97056d340c7311ddadda79d59bb7cc71, server=ea9122631f8b,33077,1731190869353 because future has completed 2024-11-09T22:21:17,389 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42985 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ea9122631f8b,33077,1731190869353, table=hbase:replication, region=97056d340c7311ddadda79d59bb7cc71. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T22:21:17,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:21:17,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 97056d340c7311ddadda79d59bb7cc71, server=ea9122631f8b,33077,1731190869353 in 325 msec 2024-11-09T22:21:17,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:21:17,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97056d340c7311ddadda79d59bb7cc71, ASSIGN in 516 msec 2024-11-09T22:21:17,396 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:21:17,396 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190877396"}]},"ts":"1731190877396"} 2024-11-09T22:21:17,399 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:21:17,400 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:21:17,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0020 sec 2024-11-09T22:21:17,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71., hostname=ea9122631f8b,33077,1731190869353, seqNum=2] 2024-11-09T22:21:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:17,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:17,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:17,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:21:17,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:21:17,704 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:21:17,746 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,33077,1731190869353, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:21:17,747 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:17,747 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,33077,1731190869353, seqNum=-1] 2024-11-09T22:21:17,747 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:17,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T22:21:17,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,33077,1731190869353', locateType=CURRENT is [region=hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71., hostname=ea9122631f8b,33077,1731190869353, seqNum=2] 2024-11-09T22:21:17,754 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:21:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:21:17,757 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,33077,1731190869353 suceeded 2024-11-09T22:21:17,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:21:17,760 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:43785,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:21:17,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-09T22:21:17,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3820 sec 2024-11-09T22:21:17,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:21:17,778 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:43785' 2024-11-09T22:21:17,815 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3335c96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:17,815 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,43785,-1 for getting cluster id 2024-11-09T22:21:17,815 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:17,816 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b128f359-fd1f-445b-a53a-b9c138864d03' 2024-11-09T22:21:17,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:17,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b128f359-fd1f-445b-a53a-b9c138864d03" 2024-11-09T22:21:17,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@149e9214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:17,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,43785,-1] 2024-11-09T22:21:17,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:17,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:17,818 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:17,818 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f595493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:17,819 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:17,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,43785,1731190863302 2024-11-09T22:21:17,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4230be8b 2024-11-09T22:21:17,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:17,821 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-09T22:21:17,822 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,33077,1731190869353 (queues=1) is replicating from cluster=82577ff6-e706-4cdc-b36c-ce185d192795 to cluster=b128f359-fd1f-445b-a53a-b9c138864d03 2024-11-09T22:21:17,822 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C33077%2C1731190869353 2024-11-09T22:21:17,822 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,33077,1731190869353, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:21:17,837 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555, startPosition=0, beingWritten=true 2024-11-09T22:21:17,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:17,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:17,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:17,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:17,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:17,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:17,852 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C33077%2C1731190869353 2024-11-09T22:21:17,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:17,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:17,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:17,883 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:17,883 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 379, reset compression=false 2024-11-09T22:21:17,883 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,33077,1731190869353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:17,889 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T22:21:17,889 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T22:21:18,004 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 379, reset compression=false 2024-11-09T22:21:18,112 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 379, reset compression=false 2024-11-09T22:21:18,441 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 379, reset compression=false 2024-11-09T22:21:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:18,527 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:21:18,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:21:18,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:18,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:18,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:18,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:18,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:18,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43425,1731190863497, seqNum=-1] 2024-11-09T22:21:18,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:18,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:18,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731190872400.557e38c9181317e72ac19449f05cf2e2., hostname=ea9122631f8b,43425,1731190863497, seqNum=2] 2024-11-09T22:21:18,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,33077,1731190869353, seqNum=-1] 2024-11-09T22:21:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:18,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:18,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3., hostname=ea9122631f8b,33077,1731190869353, seqNum=2] 2024-11-09T22:21:18,538 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T22:21:18,738 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 379, reset compression=false 2024-11-09T22:21:18,748 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:21:18,748 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 480, reset compression=false 2024-11-09T22:21:18,748 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43425,1731190863497 got entry batch from reader: WALEntryBatch [walEntries=[{test/557e38c9181317e72ac19449f05cf2e2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T22:21:18,754 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:21:18,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-09T22:21:18,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:21:18,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49702d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:18,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,42985,-1 for getting cluster id 2024-11-09T22:21:18,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:18,761 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82577ff6-e706-4cdc-b36c-ce185d192795' 2024-11-09T22:21:18,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:18,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82577ff6-e706-4cdc-b36c-ce185d192795" 2024-11-09T22:21:18,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3267e2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:18,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,42985,-1] 2024-11-09T22:21:18,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:18,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:18,763 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:18,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@202356bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:18,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:18,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,33077,1731190869353, seqNum=-1] 2024-11-09T22:21:18,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:18,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T22:21:18,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3., hostname=ea9122631f8b,33077,1731190869353, seqNum=2] 2024-11-09T22:21:18,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:21:18,845 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 379, reset compression=false 2024-11-09T22:21:18,855 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:18,855 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 504, reset compression=false 2024-11-09T22:21:18,855 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,33077,1731190869353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:18,965 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 480, reset compression=false 2024-11-09T22:21:19,059 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 504, reset compression=false 2024-11-09T22:21:19,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T22:21:19,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T22:21:19,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T22:21:19,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T22:21:19,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:21:19,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T22:21:19,291 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 480, reset compression=false 2024-11-09T22:21:19,365 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 504, reset compression=false 2024-11-09T22:21:19,543 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T22:21:19,553 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T22:21:19,698 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 480, reset compression=false 2024-11-09T22:21:19,773 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 504, reset compression=false 2024-11-09T22:21:19,778 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:21:19,778 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 608, reset compression=false 2024-11-09T22:21:19,779 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,33077,1731190869353 got entry batch from reader: WALEntryBatch [walEntries=[{test/e02b3b13bbfa618a3df6aef7f9df5fd3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T22:21:19,781 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:21:19,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-09T22:21:19,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:21:19,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7efb1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:19,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,43785,-1 for getting cluster id 2024-11-09T22:21:19,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:19,786 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b128f359-fd1f-445b-a53a-b9c138864d03' 2024-11-09T22:21:19,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:19,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b128f359-fd1f-445b-a53a-b9c138864d03" 2024-11-09T22:21:19,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70e0ba82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:19,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,43785,-1] 2024-11-09T22:21:19,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:19,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:19,788 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:19,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d5806dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:19,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:19,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43425,1731190863497, seqNum=-1] 2024-11-09T22:21:19,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:19,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T22:21:19,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731190872400.557e38c9181317e72ac19449f05cf2e2., hostname=ea9122631f8b,43425,1731190863497, seqNum=2] 2024-11-09T22:21:19,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:21:20,005 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 608, reset compression=false 2024-11-09T22:21:20,213 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 480, reset compression=false 2024-11-09T22:21:20,252 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:20,252 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 608, reset compression=false 2024-11-09T22:21:20,252 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43425,1731190863497 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:20,314 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 608, reset compression=false 2024-11-09T22:21:20,496 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 608, reset compression=false 2024-11-09T22:21:20,555 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T22:21:20,570 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T22:21:20,753 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 608, reset compression=false 2024-11-09T22:21:20,805 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 608, reset compression=false 2024-11-09T22:21:20,815 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:21:20,815 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 764, reset compression=false 2024-11-09T22:21:20,815 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43425,1731190863497 got entry batch from reader: WALEntryBatch [walEntries=[{test/557e38c9181317e72ac19449f05cf2e2/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T22:21:20,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:21:20,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33077 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:21:21,020 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 764, reset compression=false 2024-11-09T22:21:21,278 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 608, reset compression=false 2024-11-09T22:21:21,286 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:21,286 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 756, reset compression=false 2024-11-09T22:21:21,286 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,33077,1731190869353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:21,328 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 764, reset compression=false 2024-11-09T22:21:21,493 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 756, reset compression=false 2024-11-09T22:21:21,571 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T22:21:21,575 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T22:21:21,732 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 764, reset compression=false 2024-11-09T22:21:21,797 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 756, reset compression=false 2024-11-09T22:21:21,803 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:21:21,803 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 915, reset compression=false 2024-11-09T22:21:21,803 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,33077,1731190869353 got entry batch from reader: WALEntryBatch [walEntries=[{test/e02b3b13bbfa618a3df6aef7f9df5fd3/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T22:21:21,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:21:21,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43425 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:21:22,006 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 915, reset compression=false 2024-11-09T22:21:22,236 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 764, reset compression=false 2024-11-09T22:21:22,240 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:22,240 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 914, reset compression=false 2024-11-09T22:21:22,240 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43425,1731190863497 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:22,310 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 915, reset compression=false 2024-11-09T22:21:22,448 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 914, reset compression=false 2024-11-09T22:21:22,576 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T22:21:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:21:22,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:21:22,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:22,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:22,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:22,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:22,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:21:22,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=870028202, stopped=false 2024-11-09T22:21:22,579 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,42985,1731190869174 2024-11-09T22:21:22,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11152683999/running 2024-11-09T22:21:22,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11152683999/running 2024-11-09T22:21:22,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:22,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:22,626 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:21:22,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:21:22,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:22,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:22,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Set watcher on znode that does not yet exist, /11152683999/running 2024-11-09T22:21:22,626 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,33077,1731190869353' ***** 2024-11-09T22:21:22,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Set watcher on znode that does not yet exist, /11152683999/running 2024-11-09T22:21:22,626 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:21:22,627 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:21:22,627 INFO [RS:0;ea9122631f8b:33077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:21:22,627 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:21:22,627 INFO [RS:0;ea9122631f8b:33077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:21:22,627 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(3091): Received CLOSE for 97056d340c7311ddadda79d59bb7cc71 2024-11-09T22:21:22,627 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(3091): Received CLOSE for e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:22,627 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,33077,1731190869353 2024-11-09T22:21:22,627 INFO [RS:0;ea9122631f8b:33077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:21:22,627 INFO [RS:0;ea9122631f8b:33077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:33077. 2024-11-09T22:21:22,627 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97056d340c7311ddadda79d59bb7cc71, disabling compactions & flushes 2024-11-09T22:21:22,627 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:22,627 DEBUG [RS:0;ea9122631f8b:33077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:22,627 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:22,627 DEBUG [RS:0;ea9122631f8b:33077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:22,627 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. after waiting 0 ms 2024-11-09T22:21:22,627 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:22,627 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:21:22,627 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:21:22,628 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:21:22,628 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:21:22,628 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97056d340c7311ddadda79d59bb7cc71 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-09T22:21:22,628 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:21:22,628 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1325): Online Regions={97056d340c7311ddadda79d59bb7cc71=hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71., 1588230740=hbase:meta,,1.1588230740, e02b3b13bbfa618a3df6aef7f9df5fd3=test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3.} 2024-11-09T22:21:22,628 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97056d340c7311ddadda79d59bb7cc71, e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:22,628 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:21:22,628 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:21:22,628 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:21:22,628 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:21:22,628 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:21:22,628 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:21:22,642 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/info/d30804cc2f5e4825bd6fe70b5f77435f is 147, key is hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71./info:regioninfo/1731190877359/Put/seqid=0 2024-11-09T22:21:22,644 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/replication/97056d340c7311ddadda79d59bb7cc71/.tmp/queue/6188097b44554ef1991e89e4e2861d65 is 153, key is 1-ea9122631f8b,33077,1731190869353/queue:ea9122631f8b%2C33077%2C1731190869353/1731190881807/Put/seqid=0 2024-11-09T22:21:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741840_1016 (size=7686) 2024-11-09T22:21:22,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741841_1017 (size=5352) 2024-11-09T22:21:22,651 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:21:22,714 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 915, reset compression=false 2024-11-09T22:21:22,753 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 914, reset compression=false 2024-11-09T22:21:22,819 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:21:22,828 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97056d340c7311ddadda79d59bb7cc71, e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:22,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:22,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:22,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:22,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:22,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:22,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:22,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:22,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:22,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:23,028 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97056d340c7311ddadda79d59bb7cc71, e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:23,046 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/info/d30804cc2f5e4825bd6fe70b5f77435f 2024-11-09T22:21:23,048 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/replication/97056d340c7311ddadda79d59bb7cc71/.tmp/queue/6188097b44554ef1991e89e4e2861d65 2024-11-09T22:21:23,054 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/replication/97056d340c7311ddadda79d59bb7cc71/.tmp/queue/6188097b44554ef1991e89e4e2861d65 as hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/replication/97056d340c7311ddadda79d59bb7cc71/queue/6188097b44554ef1991e89e4e2861d65 2024-11-09T22:21:23,059 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/replication/97056d340c7311ddadda79d59bb7cc71/queue/6188097b44554ef1991e89e4e2861d65, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T22:21:23,060 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 97056d340c7311ddadda79d59bb7cc71 in 433ms, sequenceid=10, compaction requested=false 2024-11-09T22:21:23,063 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/replication/97056d340c7311ddadda79d59bb7cc71/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T22:21:23,064 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:21:23,064 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:21:23,064 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:23,064 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97056d340c7311ddadda79d59bb7cc71: Waiting for close lock at 1731190882627Running coprocessor pre-close hooks at 1731190882627Disabling compacts and flushes for region at 1731190882627Disabling writes for close at 1731190882627Obtaining lock to block concurrent updates at 1731190882628 (+1 ms)Preparing flush snapshotting stores in 97056d340c7311ddadda79d59bb7cc71 at 1731190882628Finished memstore snapshotting hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731190882628Flushing stores of hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. at 1731190882628Flushing 97056d340c7311ddadda79d59bb7cc71/queue: creating writer at 1731190882628Flushing 97056d340c7311ddadda79d59bb7cc71/queue: appending metadata at 1731190882643 (+15 ms)Flushing 97056d340c7311ddadda79d59bb7cc71/queue: closing flushed file at 1731190882644 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@779a741d: reopening flushed file at 1731190883054 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 97056d340c7311ddadda79d59bb7cc71 in 433ms, sequenceid=10, compaction requested=false at 1731190883060 (+6 ms)Writing region close event to WAL at 1731190883060Running coprocessor post-close hooks at 1731190883064 (+4 ms)Closed at 1731190883064 2024-11-09T22:21:23,064 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731190876398.97056d340c7311ddadda79d59bb7cc71. 2024-11-09T22:21:23,064 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e02b3b13bbfa618a3df6aef7f9df5fd3, disabling compactions & flushes 2024-11-09T22:21:23,065 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:23,065 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:23,065 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. after waiting 0 ms 2024-11-09T22:21:23,065 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:23,065 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e02b3b13bbfa618a3df6aef7f9df5fd3 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-09T22:21:23,069 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/ns/9caef0c8d9e64b169a08945797db8fd8 is 43, key is default/ns:d/1731190872308/Put/seqid=0 2024-11-09T22:21:23,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741842_1018 (size=5153) 2024-11-09T22:21:23,085 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/.tmp/f/f5eb912d949545a581cd642e3fe0478e is 29, key is row1/f:/1731190881572/DeleteFamily/seqid=0 2024-11-09T22:21:23,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741843_1019 (size=5118) 2024-11-09T22:21:23,158 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 914, reset compression=false 2024-11-09T22:21:23,217 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 915, reset compression=false 2024-11-09T22:21:23,221 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:23,221 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 1162, reset compression=false 2024-11-09T22:21:23,221 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,33077,1731190869353 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:23,222 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ea9122631f8b,33077,1731190869353: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ea9122631f8b,33077,1731190869353, walGroup=ea9122631f8b%2C33077%2C1731190869353, offset=ea9122631f8b%2C33077%2C1731190869353.1731190871555:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:33077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T22:21:23,223 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T22:21:23,223 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T22:21:23,224 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T22:21:23,224 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T22:21:23,224 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T22:21:23,224 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 593357056 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 191078512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T22:21:23,225 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:42985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:42985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T22:21:23,228 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:23,426 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:21:23,426 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:21:23,426 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 1162, reset compression=false 2024-11-09T22:21:23,428 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:23,485 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/ns/9caef0c8d9e64b169a08945797db8fd8 2024-11-09T22:21:23,490 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/.tmp/f/f5eb912d949545a581cd642e3fe0478e 2024-11-09T22:21:23,495 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5eb912d949545a581cd642e3fe0478e 2024-11-09T22:21:23,515 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/rep_barrier/af48162ea22a4f36a2cf11f789055408 is 112, key is test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3./rep_barrier:seqnumDuringOpen/1731190873833/Put/seqid=0 2024-11-09T22:21:23,516 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/.tmp/f1/72d66308871f44e2abe0d4fb7ea51448 is 30, key is row1/f1:/1731190881572/DeleteFamily/seqid=0 2024-11-09T22:21:23,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741844_1020 (size=5518) 2024-11-09T22:21:23,524 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/rep_barrier/af48162ea22a4f36a2cf11f789055408 2024-11-09T22:21:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741845_1021 (size=5123) 2024-11-09T22:21:23,533 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/.tmp/f1/72d66308871f44e2abe0d4fb7ea51448 2024-11-09T22:21:23,540 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72d66308871f44e2abe0d4fb7ea51448 2024-11-09T22:21:23,560 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/table/bb9c7374684549aca57cd32d594b8a37 is 53, key is hbase:replication/table:state/1731190877396/Put/seqid=0 2024-11-09T22:21:23,565 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/.tmp/norep/f3406964d7db48d881f01887330df9c8 is 33, key is row1/norep:/1731190881572/DeleteFamily/seqid=0 2024-11-09T22:21:23,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741846_1022 (size=5308) 2024-11-09T22:21:23,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741847_1023 (size=5108) 2024-11-09T22:21:23,629 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:21:23,629 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e02b3b13bbfa618a3df6aef7f9df5fd3=test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3.} 2024-11-09T22:21:23,629 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:23,670 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 914, reset compression=false 2024-11-09T22:21:23,736 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.wal-reader.ea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.1731190871555 to pos 1162, reset compression=false 2024-11-09T22:21:23,831 DEBUG [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e02b3b13bbfa618a3df6aef7f9df5fd3 2024-11-09T22:21:23,967 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/table/bb9c7374684549aca57cd32d594b8a37 2024-11-09T22:21:23,972 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/info/d30804cc2f5e4825bd6fe70b5f77435f as hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/info/d30804cc2f5e4825bd6fe70b5f77435f 2024-11-09T22:21:23,974 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/.tmp/norep/f3406964d7db48d881f01887330df9c8 2024-11-09T22:21:23,978 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/info/d30804cc2f5e4825bd6fe70b5f77435f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:21:23,980 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/ns/9caef0c8d9e64b169a08945797db8fd8 as hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/ns/9caef0c8d9e64b169a08945797db8fd8 2024-11-09T22:21:23,980 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3406964d7db48d881f01887330df9c8 2024-11-09T22:21:23,981 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/.tmp/f/f5eb912d949545a581cd642e3fe0478e as hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/f/f5eb912d949545a581cd642e3fe0478e 2024-11-09T22:21:23,984 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/ns/9caef0c8d9e64b169a08945797db8fd8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:21:23,985 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5eb912d949545a581cd642e3fe0478e 2024-11-09T22:21:23,986 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/f/f5eb912d949545a581cd642e3fe0478e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T22:21:23,986 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/rep_barrier/af48162ea22a4f36a2cf11f789055408 as hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/rep_barrier/af48162ea22a4f36a2cf11f789055408 2024-11-09T22:21:23,986 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/.tmp/f1/72d66308871f44e2abe0d4fb7ea51448 as hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/f1/72d66308871f44e2abe0d4fb7ea51448 2024-11-09T22:21:23,991 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/rep_barrier/af48162ea22a4f36a2cf11f789055408, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:21:23,991 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72d66308871f44e2abe0d4fb7ea51448 2024-11-09T22:21:23,991 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/f1/72d66308871f44e2abe0d4fb7ea51448, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T22:21:23,992 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/.tmp/table/bb9c7374684549aca57cd32d594b8a37 as hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/table/bb9c7374684549aca57cd32d594b8a37 2024-11-09T22:21:23,992 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/.tmp/norep/f3406964d7db48d881f01887330df9c8 as hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/norep/f3406964d7db48d881f01887330df9c8 2024-11-09T22:21:23,996 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3406964d7db48d881f01887330df9c8 2024-11-09T22:21:23,997 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/norep/f3406964d7db48d881f01887330df9c8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T22:21:23,997 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e02b3b13bbfa618a3df6aef7f9df5fd3 in 932ms, sequenceid=8, compaction requested=false 2024-11-09T22:21:23,998 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/table/bb9c7374684549aca57cd32d594b8a37, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:21:23,999 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false 2024-11-09T22:21:24,012 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/default/test/e02b3b13bbfa618a3df6aef7f9df5fd3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T22:21:24,013 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:21:24,013 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:21:24,013 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:21:24,013 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:24,013 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e02b3b13bbfa618a3df6aef7f9df5fd3: Waiting for close lock at 1731190883064Running coprocessor pre-close hooks at 1731190883064Disabling compacts and flushes for region at 1731190883064Disabling writes for close at 1731190883065 (+1 ms)Obtaining lock to block concurrent updates at 1731190883065Preparing flush snapshotting stores in e02b3b13bbfa618a3df6aef7f9df5fd3 at 1731190883065Finished memstore snapshotting test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731190883065Flushing stores of test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. at 1731190883066 (+1 ms)Flushing e02b3b13bbfa618a3df6aef7f9df5fd3/f: creating writer at 1731190883066Flushing e02b3b13bbfa618a3df6aef7f9df5fd3/f: appending metadata at 1731190883084 (+18 ms)Flushing e02b3b13bbfa618a3df6aef7f9df5fd3/f: closing flushed file at 1731190883085 (+1 ms)Flushing e02b3b13bbfa618a3df6aef7f9df5fd3/f1: creating writer at 1731190883495 (+410 ms)Flushing e02b3b13bbfa618a3df6aef7f9df5fd3/f1: appending metadata at 1731190883515 (+20 ms)Flushing e02b3b13bbfa618a3df6aef7f9df5fd3/f1: closing flushed file at 1731190883515Flushing e02b3b13bbfa618a3df6aef7f9df5fd3/norep: creating writer at 1731190883541 (+26 ms)Flushing e02b3b13bbfa618a3df6aef7f9df5fd3/norep: appending metadata at 1731190883563 (+22 ms)Flushing e02b3b13bbfa618a3df6aef7f9df5fd3/norep: closing flushed file at 1731190883563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19358863: reopening flushed file at 1731190883981 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122fe6: reopening flushed file at 1731190883986 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23fac5af: reopening flushed file at 1731190883991 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e02b3b13bbfa618a3df6aef7f9df5fd3 in 932ms, sequenceid=8, compaction requested=false at 1731190883997 (+6 ms)Writing region close event to WAL at 1731190884008 (+11 ms)Running coprocessor post-close hooks at 1731190884013 (+5 ms)Closed at 1731190884013 2024-11-09T22:21:24,014 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190873044.e02b3b13bbfa618a3df6aef7f9df5fd3. 2024-11-09T22:21:24,020 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:21:24,020 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:21:24,020 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:21:24,020 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190882628Running coprocessor pre-close hooks at 1731190882628Disabling compacts and flushes for region at 1731190882628Disabling writes for close at 1731190882628Obtaining lock to block concurrent updates at 1731190882628Preparing flush snapshotting stores in 1588230740 at 1731190882628Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731190882628Flushing stores of hbase:meta,,1.1588230740 at 1731190882629 (+1 ms)Flushing 1588230740/info: creating writer at 1731190882629Flushing 1588230740/info: appending metadata at 1731190882642 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731190882642Flushing 1588230740/ns: creating writer at 1731190883051 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731190883069 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731190883069Flushing 1588230740/rep_barrier: creating writer at 1731190883488 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190883514 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190883514Flushing 1588230740/table: creating writer at 1731190883541 (+27 ms)Flushing 1588230740/table: appending metadata at 1731190883560 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731190883560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e48846b: reopening flushed file at 1731190883972 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134be8f2: reopening flushed file at 1731190883978 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66caa765: reopening flushed file at 1731190883984 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b413391: reopening flushed file at 1731190883991 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false at 1731190883999 (+8 ms)Writing region close event to WAL at 1731190884010 (+11 ms)Running coprocessor post-close hooks at 1731190884020 (+10 ms)Closed at 1731190884020 2024-11-09T22:21:24,020 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:21:24,031 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,33077,1731190869353; all regions closed. 2024-11-09T22:21:24,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741834_1010 (size=4239) 2024-11-09T22:21:24,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741839_1015 (size=2676) 2024-11-09T22:21:24,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/WALs/ea9122631f8b,33077,1731190869353/ea9122631f8b%2C33077%2C1731190869353.rep.1731190877248 not finished, retry = 0 2024-11-09T22:21:24,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741832_1008 (size=1814) 2024-11-09T22:21:24,140 DEBUG [RS:0;ea9122631f8b:33077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:24,140 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:21:24,140 INFO [RS:0;ea9122631f8b:33077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:21:24,140 INFO [RS:0;ea9122631f8b:33077 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:21:24,141 INFO [RS:0;ea9122631f8b:33077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:21:24,141 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:21:24,141 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,33077,1731190869353 because: Region server is closing 2024-11-09T22:21:24,141 INFO [RS:0;ea9122631f8b:33077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:33077. 2024-11-09T22:21:24,141 DEBUG [RS:0;ea9122631f8b:33077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:24,141 DEBUG [RS:0;ea9122631f8b:33077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:24,141 DEBUG [RS:0;ea9122631f8b:33077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:24,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:24,241 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,33077,1731190869353.replicationSource.shipperea9122631f8b%2C33077%2C1731190869353,1-ea9122631f8b,33077,1731190869353 terminated 2024-11-09T22:21:24,242 INFO [RS:0;ea9122631f8b:33077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:33077. 2024-11-09T22:21:24,242 DEBUG [RS:0;ea9122631f8b:33077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:24,242 DEBUG [RS:0;ea9122631f8b:33077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:24,242 DEBUG [RS:0;ea9122631f8b:33077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:24,242 INFO [RS:0;ea9122631f8b:33077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33077 2024-11-09T22:21:24,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:24,285 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 914, reset compression=false 2024-11-09T22:21:24,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999/rs 2024-11-09T22:21:24,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11152683999/rs/ea9122631f8b,33077,1731190869353 2024-11-09T22:21:24,313 INFO [RS:0;ea9122631f8b:33077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:21:24,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,33077,1731190869353] 2024-11-09T22:21:24,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:21:24,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33077-0x10121b025960004, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:21:24,498 INFO [RS:0;ea9122631f8b:33077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:21:24,498 INFO [RS:0;ea9122631f8b:33077 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,33077,1731190869353; zookeeper connection closed. 2024-11-09T22:21:24,498 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a0f35eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a0f35eb 2024-11-09T22:21:24,498 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:21:24,514 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11152683999/draining/ea9122631f8b,33077,1731190869353 already deleted, retry=false 2024-11-09T22:21:24,514 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,33077,1731190869353 expired; onlineServers=0 2024-11-09T22:21:24,514 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,42985,1731190869174' ***** 2024-11-09T22:21:24,514 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:21:24,514 INFO [M:0;ea9122631f8b:42985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:21:24,514 INFO [M:0;ea9122631f8b:42985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:21:24,514 DEBUG [M:0;ea9122631f8b:42985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:21:24,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:21:24,514 DEBUG [M:0;ea9122631f8b:42985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:21:24,514 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190871364 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190871364,5,FailOnTimeoutGroup] 2024-11-09T22:21:24,514 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190871357 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190871357,5,FailOnTimeoutGroup] 2024-11-09T22:21:24,514 INFO [M:0;ea9122631f8b:42985 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:21:24,515 INFO [M:0;ea9122631f8b:42985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:21:24,515 DEBUG [M:0;ea9122631f8b:42985 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:21:24,515 INFO [M:0;ea9122631f8b:42985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:21:24,515 INFO [M:0;ea9122631f8b:42985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:21:24,515 INFO [M:0;ea9122631f8b:42985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:21:24,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:21:24,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11152683999/master 2024-11-09T22:21:24,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11152683999 2024-11-09T22:21:24,594 DEBUG [M:0;ea9122631f8b:42985 {}] zookeeper.ZKUtil(347): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Unable to get data of znode /11152683999/master because node does not exist (not an error) 2024-11-09T22:21:24,594 WARN [M:0;ea9122631f8b:42985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:21:24,594 INFO [M:0;ea9122631f8b:42985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/.lastflushedseqids 2024-11-09T22:21:24,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741848_1024 (size=245) 2024-11-09T22:21:24,989 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 914, reset compression=false 2024-11-09T22:21:24,999 INFO [M:0;ea9122631f8b:42985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:21:24,999 INFO [M:0;ea9122631f8b:42985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:21:24,999 DEBUG [M:0;ea9122631f8b:42985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:21:24,999 INFO [M:0;ea9122631f8b:42985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:24,999 DEBUG [M:0;ea9122631f8b:42985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:24,999 DEBUG [M:0;ea9122631f8b:42985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:21:24,999 DEBUG [M:0;ea9122631f8b:42985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:24,999 INFO [M:0;ea9122631f8b:42985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T22:21:25,018 DEBUG [M:0;ea9122631f8b:42985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7332e40845164cc59917d640b007b8af is 82, key is hbase:meta,,1/info:regioninfo/1731190872287/Put/seqid=0 2024-11-09T22:21:25,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741849_1025 (size=5672) 2024-11-09T22:21:25,422 INFO [M:0;ea9122631f8b:42985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7332e40845164cc59917d640b007b8af 2024-11-09T22:21:25,438 DEBUG [M:0;ea9122631f8b:42985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5b85c1949f040a1b327166f94ca5fec is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731190877402/Put/seqid=0 2024-11-09T22:21:25,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741850_1026 (size=8517) 2024-11-09T22:21:25,793 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 914, reset compression=false 2024-11-09T22:21:25,856 INFO [M:0;ea9122631f8b:42985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5b85c1949f040a1b327166f94ca5fec 2024-11-09T22:21:25,883 DEBUG [M:0;ea9122631f8b:42985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2025cf58348d49928b229412f3e1398d is 69, key is ea9122631f8b,33077,1731190869353/rs:state/1731190871398/Put/seqid=0 2024-11-09T22:21:25,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741851_1027 (size=5156) 2024-11-09T22:21:25,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:25,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:25,927 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28656 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:26,302 INFO [M:0;ea9122631f8b:42985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2025cf58348d49928b229412f3e1398d 2024-11-09T22:21:26,317 DEBUG [M:0;ea9122631f8b:42985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7332e40845164cc59917d640b007b8af as hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7332e40845164cc59917d640b007b8af 2024-11-09T22:21:26,325 INFO [M:0;ea9122631f8b:42985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7332e40845164cc59917d640b007b8af, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T22:21:26,327 DEBUG [M:0;ea9122631f8b:42985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5b85c1949f040a1b327166f94ca5fec as hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5b85c1949f040a1b327166f94ca5fec 2024-11-09T22:21:26,333 INFO [M:0;ea9122631f8b:42985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5b85c1949f040a1b327166f94ca5fec, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T22:21:26,334 DEBUG [M:0;ea9122631f8b:42985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2025cf58348d49928b229412f3e1398d as hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2025cf58348d49928b229412f3e1398d 2024-11-09T22:21:26,359 INFO [M:0;ea9122631f8b:42985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39389/user/jenkins/test-data/aa04b56e-86ab-8ad0-a140-7eaac16ef9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2025cf58348d49928b229412f3e1398d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T22:21:26,362 INFO [M:0;ea9122631f8b:42985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1363ms, sequenceid=97, compaction requested=false 2024-11-09T22:21:26,425 INFO [M:0;ea9122631f8b:42985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:26,425 DEBUG [M:0;ea9122631f8b:42985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190884999Disabling compacts and flushes for region at 1731190884999Disabling writes for close at 1731190884999Obtaining lock to block concurrent updates at 1731190884999Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190884999Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731190885000 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190885000Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190885000Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190885017 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190885017Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190885425 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190885438 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190885438Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190885862 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190885882 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190885882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6997db23: reopening flushed file at 1731190886309 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601f0151: reopening flushed file at 1731190886326 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510449c2: reopening flushed file at 1731190886334 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1363ms, sequenceid=97, compaction requested=false at 1731190886362 (+28 ms)Writing region close event to WAL at 1731190886425 (+63 ms)Closed at 1731190886425 2024-11-09T22:21:26,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46027 is added to blk_1073741830_1006 (size=63666) 2024-11-09T22:21:26,464 INFO [M:0;ea9122631f8b:42985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:21:26,464 INFO [M:0;ea9122631f8b:42985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42985 2024-11-09T22:21:26,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:21:26,464 INFO [M:0;ea9122631f8b:42985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:21:26,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:21:26,581 INFO [M:0;ea9122631f8b:42985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:21:26,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42985-0x10121b025960003, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:21:26,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32e63958{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:21:26,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b74f099{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:21:26,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:21:26,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ecea19a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:21:26,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45bb921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/hadoop.log.dir/,STOPPED} 2024-11-09T22:21:26,614 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:21:26,614 WARN [BP-1046250005-172.17.0.3-1731190866742 heartbeating to localhost/127.0.0.1:39389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:21:26,614 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:21:26,614 WARN [BP-1046250005-172.17.0.3-1731190866742 heartbeating to localhost/127.0.0.1:39389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046250005-172.17.0.3-1731190866742 (Datanode Uuid b9ab2bdb-8703-4f49-9b12-895f29225266) service to localhost/127.0.0.1:39389 2024-11-09T22:21:26,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/cluster_7b88bc21-0097-4a53-397a-4c0cbce8a9c7/data/data1/current/BP-1046250005-172.17.0.3-1731190866742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:21:26,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/cluster_7b88bc21-0097-4a53-397a-4c0cbce8a9c7/data/data2/current/BP-1046250005-172.17.0.3-1731190866742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:21:26,615 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:21:26,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71fb5cab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:21:26,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ec2dfe6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:21:26,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:21:26,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c388541{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:21:26,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a67f1da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/hadoop.log.dir/,STOPPED} 2024-11-09T22:21:26,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:21:26,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:21:26,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:21:26,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:26,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:26,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:26,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:26,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:21:26,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1294577508, stopped=false 2024-11-09T22:21:26,636 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,43785,1731190863302 2024-11-09T22:21:26,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0929832204/running 2024-11-09T22:21:26,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0929832204/running 2024-11-09T22:21:26,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:26,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:26,649 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:21:26,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:21:26,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:26,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:26,649 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,43425,1731190863497' ***** 2024-11-09T22:21:26,649 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:21:26,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Set watcher on znode that does not yet exist, /0929832204/running 2024-11-09T22:21:26,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Set watcher on znode that does not yet exist, /0929832204/running 2024-11-09T22:21:26,650 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:21:26,650 INFO [RS:0;ea9122631f8b:43425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:21:26,650 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:21:26,650 INFO [RS:0;ea9122631f8b:43425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:21:26,650 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(3091): Received CLOSE for 557e38c9181317e72ac19449f05cf2e2 2024-11-09T22:21:26,650 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(3091): Received CLOSE for 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:26,650 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,43425,1731190863497 2024-11-09T22:21:26,650 INFO [RS:0;ea9122631f8b:43425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:21:26,650 INFO [RS:0;ea9122631f8b:43425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:43425. 2024-11-09T22:21:26,650 DEBUG [RS:0;ea9122631f8b:43425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:26,650 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 557e38c9181317e72ac19449f05cf2e2, disabling compactions & flushes 2024-11-09T22:21:26,650 DEBUG [RS:0;ea9122631f8b:43425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:26,650 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:26,650 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:26,650 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:21:26,650 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. after waiting 0 ms 2024-11-09T22:21:26,650 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:21:26,650 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:26,651 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:21:26,651 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:21:26,651 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 557e38c9181317e72ac19449f05cf2e2 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-09T22:21:26,651 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:21:26,651 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1325): Online Regions={557e38c9181317e72ac19449f05cf2e2=test,,1731190872400.557e38c9181317e72ac19449f05cf2e2., 1588230740=hbase:meta,,1.1588230740, 62cc37e3023f82d3a2702b45aafda587=hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587.} 2024-11-09T22:21:26,651 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 557e38c9181317e72ac19449f05cf2e2, 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:26,651 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:21:26,651 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:21:26,651 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:21:26,651 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:21:26,651 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:21:26,651 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:21:26,660 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:21:26,667 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/info/f5502ededbfd4af7bd3264c9747925c9 is 147, key is hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587./info:regioninfo/1731190875480/Put/seqid=0 2024-11-09T22:21:26,668 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/.tmp/f/4588de5e8cec4a769b21de6a3a42b4ac is 29, key is row1/f:/1731190881572/DeleteFamily/seqid=0 2024-11-09T22:21:26,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741840_1016 (size=7686) 2024-11-09T22:21:26,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741841_1017 (size=5118) 2024-11-09T22:21:26,680 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/.tmp/f/4588de5e8cec4a769b21de6a3a42b4ac 2024-11-09T22:21:26,686 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4588de5e8cec4a769b21de6a3a42b4ac 2024-11-09T22:21:26,697 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 914, reset compression=false 2024-11-09T22:21:26,698 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:21:26,698 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:21:26,701 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/.tmp/f1/feea5495992c4c5aa221fd4a73711224 is 30, key is row1/f1:/1731190881572/DeleteFamily/seqid=0 2024-11-09T22:21:26,702 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:26,702 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 1161, reset compression=false 2024-11-09T22:21:26,702 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43425,1731190863497 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:26,703 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ea9122631f8b,43425,1731190863497: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ea9122631f8b,43425,1731190863497, walGroup=ea9122631f8b%2C43425%2C1731190863497, offset=ea9122631f8b%2C43425%2C1731190863497.1731190865840:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:43425 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T22:21:26,704 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T22:21:26,704 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T22:21:26,705 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T22:21:26,705 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T22:21:26,705 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T22:21:26,705 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 649980160 }, "NonHeapMemoryUsage": { "committed": 195297280, "init": 7667712, "max": -1, "used": 191542632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T22:21:26,705 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:43785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:43785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T22:21:26,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741842_1018 (size=5123) 2024-11-09T22:21:26,718 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/.tmp/f1/feea5495992c4c5aa221fd4a73711224 2024-11-09T22:21:26,725 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for feea5495992c4c5aa221fd4a73711224 2024-11-09T22:21:26,739 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/.tmp/norep/499ee369efa94101bc51e5343d397cf5 is 32, key is row/norep:/1731190880559/DeleteFamily/seqid=0 2024-11-09T22:21:26,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741843_1019 (size=5101) 2024-11-09T22:21:26,851 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 557e38c9181317e72ac19449f05cf2e2, 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:26,913 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 1161, reset compression=false 2024-11-09T22:21:27,051 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 557e38c9181317e72ac19449f05cf2e2, 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:27,075 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/info/f5502ededbfd4af7bd3264c9747925c9 2024-11-09T22:21:27,098 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/ns/197d974578bb43c5933c82d6c57bc39a is 43, key is default/ns:d/1731190866532/Put/seqid=0 2024-11-09T22:21:27,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741844_1020 (size=5153) 2024-11-09T22:21:27,146 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/.tmp/norep/499ee369efa94101bc51e5343d397cf5 2024-11-09T22:21:27,150 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 499ee369efa94101bc51e5343d397cf5 2024-11-09T22:21:27,151 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/.tmp/f/4588de5e8cec4a769b21de6a3a42b4ac as hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/f/4588de5e8cec4a769b21de6a3a42b4ac 2024-11-09T22:21:27,155 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4588de5e8cec4a769b21de6a3a42b4ac 2024-11-09T22:21:27,155 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/f/4588de5e8cec4a769b21de6a3a42b4ac, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T22:21:27,156 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/.tmp/f1/feea5495992c4c5aa221fd4a73711224 as hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/f1/feea5495992c4c5aa221fd4a73711224 2024-11-09T22:21:27,160 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for feea5495992c4c5aa221fd4a73711224 2024-11-09T22:21:27,160 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/f1/feea5495992c4c5aa221fd4a73711224, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T22:21:27,161 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/.tmp/norep/499ee369efa94101bc51e5343d397cf5 as hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/norep/499ee369efa94101bc51e5343d397cf5 2024-11-09T22:21:27,168 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 499ee369efa94101bc51e5343d397cf5 2024-11-09T22:21:27,168 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/norep/499ee369efa94101bc51e5343d397cf5, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T22:21:27,169 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 557e38c9181317e72ac19449f05cf2e2 in 518ms, sequenceid=8, compaction requested=false 2024-11-09T22:21:27,173 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/default/test/557e38c9181317e72ac19449f05cf2e2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T22:21:27,173 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:21:27,173 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:21:27,173 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:27,173 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 557e38c9181317e72ac19449f05cf2e2: Waiting for close lock at 1731190886650Running coprocessor pre-close hooks at 1731190886650Disabling compacts and flushes for region at 1731190886650Disabling writes for close at 1731190886650Obtaining lock to block concurrent updates at 1731190886651 (+1 ms)Preparing flush snapshotting stores in 557e38c9181317e72ac19449f05cf2e2 at 1731190886651Finished memstore snapshotting test,,1731190872400.557e38c9181317e72ac19449f05cf2e2., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731190886651Flushing stores of test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. at 1731190886651Flushing 557e38c9181317e72ac19449f05cf2e2/f: creating writer at 1731190886651Flushing 557e38c9181317e72ac19449f05cf2e2/f: appending metadata at 1731190886667 (+16 ms)Flushing 557e38c9181317e72ac19449f05cf2e2/f: closing flushed file at 1731190886667Flushing 557e38c9181317e72ac19449f05cf2e2/f1: creating writer at 1731190886686 (+19 ms)Flushing 557e38c9181317e72ac19449f05cf2e2/f1: appending metadata at 1731190886701 (+15 ms)Flushing 557e38c9181317e72ac19449f05cf2e2/f1: closing flushed file at 1731190886701Flushing 557e38c9181317e72ac19449f05cf2e2/norep: creating writer at 1731190886725 (+24 ms)Flushing 557e38c9181317e72ac19449f05cf2e2/norep: appending metadata at 1731190886738 (+13 ms)Flushing 557e38c9181317e72ac19449f05cf2e2/norep: closing flushed file at 1731190886738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a1f1dc: reopening flushed file at 1731190887150 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420875aa: reopening flushed file at 1731190887155 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb852e8: reopening flushed file at 1731190887160 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 557e38c9181317e72ac19449f05cf2e2 in 518ms, sequenceid=8, compaction requested=false at 1731190887169 (+9 ms)Writing region close event to WAL at 1731190887170 (+1 ms)Running coprocessor post-close hooks at 1731190887173 (+3 ms)Closed at 1731190887173 2024-11-09T22:21:27,173 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190872400.557e38c9181317e72ac19449f05cf2e2. 2024-11-09T22:21:27,174 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62cc37e3023f82d3a2702b45aafda587, disabling compactions & flushes 2024-11-09T22:21:27,174 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:27,174 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:27,174 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. after waiting 0 ms 2024-11-09T22:21:27,174 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:27,174 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62cc37e3023f82d3a2702b45aafda587: Waiting for close lock at 1731190887174Running coprocessor pre-close hooks at 1731190887174Disabling compacts and flushes for region at 1731190887174Disabling writes for close at 1731190887174Failed flush hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587., putting online again at 1731190887174 2024-11-09T22:21:27,174 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:27,216 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 1161, reset compression=false 2024-11-09T22:21:27,221 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:27,221 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 1805, reset compression=false 2024-11-09T22:21:27,251 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(3091): Received CLOSE for 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:27,252 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62cc37e3023f82d3a2702b45aafda587 2024-11-09T22:21:27,252 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62cc37e3023f82d3a2702b45aafda587, disabling compactions & flushes 2024-11-09T22:21:27,252 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:27,252 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:27,252 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. after waiting 0 ms 2024-11-09T22:21:27,252 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:27,252 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62cc37e3023f82d3a2702b45aafda587: Waiting for close lock at 1731190887252Running coprocessor pre-close hooks at 1731190887252Disabling compacts and flushes for region at 1731190887252Disabling writes for close at 1731190887252Failed flush hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587., putting online again at 1731190887252 2024-11-09T22:21:27,252 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587. 2024-11-09T22:21:27,427 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.wal-reader.ea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/WALs/ea9122631f8b,43425,1731190863497/ea9122631f8b%2C43425%2C1731190863497.1731190865840 to pos 1805, reset compression=false 2024-11-09T22:21:27,452 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:21:27,502 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/ns/197d974578bb43c5933c82d6c57bc39a 2024-11-09T22:21:27,519 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/rep_barrier/85284b1d8d80497fa9fdd328ba223d32 is 112, key is test,,1731190872400.557e38c9181317e72ac19449f05cf2e2./rep_barrier:seqnumDuringOpen/1731190872916/Put/seqid=0 2024-11-09T22:21:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741845_1021 (size=5518) 2024-11-09T22:21:27,530 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/rep_barrier/85284b1d8d80497fa9fdd328ba223d32 2024-11-09T22:21:27,555 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/table/fc0445551b9147cc984d6d7f1606e13c is 53, key is hbase:replication/table:state/1731190875492/Put/seqid=0 2024-11-09T22:21:27,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741846_1022 (size=5308) 2024-11-09T22:21:27,568 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/table/fc0445551b9147cc984d6d7f1606e13c 2024-11-09T22:21:27,574 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/info/f5502ededbfd4af7bd3264c9747925c9 as hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/info/f5502ededbfd4af7bd3264c9747925c9 2024-11-09T22:21:27,579 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/info/f5502ededbfd4af7bd3264c9747925c9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:21:27,581 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/ns/197d974578bb43c5933c82d6c57bc39a as hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/ns/197d974578bb43c5933c82d6c57bc39a 2024-11-09T22:21:27,586 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/ns/197d974578bb43c5933c82d6c57bc39a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:21:27,587 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/rep_barrier/85284b1d8d80497fa9fdd328ba223d32 as hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/rep_barrier/85284b1d8d80497fa9fdd328ba223d32 2024-11-09T22:21:27,594 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/rep_barrier/85284b1d8d80497fa9fdd328ba223d32, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:21:27,595 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/.tmp/table/fc0445551b9147cc984d6d7f1606e13c as hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/table/fc0445551b9147cc984d6d7f1606e13c 2024-11-09T22:21:27,600 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/table/fc0445551b9147cc984d6d7f1606e13c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:21:27,601 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false 2024-11-09T22:21:27,613 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:21:27,614 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:21:27,614 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:21:27,614 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:21:27,614 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190886651Running coprocessor pre-close hooks at 1731190886651Disabling compacts and flushes for region at 1731190886651Disabling writes for close at 1731190886651Obtaining lock to block concurrent updates at 1731190886651Preparing flush snapshotting stores in 1588230740 at 1731190886651Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731190886651Flushing stores of hbase:meta,,1.1588230740 at 1731190886652 (+1 ms)Flushing 1588230740/info: creating writer at 1731190886652Flushing 1588230740/info: appending metadata at 1731190886666 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731190886666Flushing 1588230740/ns: creating writer at 1731190887079 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731190887098 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731190887098Flushing 1588230740/rep_barrier: creating writer at 1731190887506 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190887519 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190887519Flushing 1588230740/table: creating writer at 1731190887535 (+16 ms)Flushing 1588230740/table: appending metadata at 1731190887554 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731190887554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db7571a: reopening flushed file at 1731190887573 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3939f3e3: reopening flushed file at 1731190887579 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4143f545: reopening flushed file at 1731190887587 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63101477: reopening flushed file at 1731190887594 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false at 1731190887601 (+7 ms)Writing region close event to WAL at 1731190887609 (+8 ms)Running coprocessor post-close hooks at 1731190887614 (+5 ms)Closed at 1731190887614 2024-11-09T22:21:27,614 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:21:27,652 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T22:21:27,652 DEBUG [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1325): Online Regions={62cc37e3023f82d3a2702b45aafda587=hbase:replication,,1731190874232.62cc37e3023f82d3a2702b45aafda587.} 2024-11-09T22:21:27,652 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T22:21:27,652 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,43425,1731190863497; all regions closed. 2024-11-09T22:21:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741834_1010 (size=4239) 2024-11-09T22:21:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741839_1015 (size=1733) 2024-11-09T22:21:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741832_1008 (size=1813) 2024-11-09T22:21:27,670 DEBUG [RS:0;ea9122631f8b:43425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:27,671 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:21:27,671 INFO [RS:0;ea9122631f8b:43425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:21:27,671 INFO [RS:0;ea9122631f8b:43425 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:21:27,671 INFO [RS:0;ea9122631f8b:43425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:21:27,671 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,43425,1731190863497 because: Region server is closing 2024-11-09T22:21:27,671 INFO [RS:0;ea9122631f8b:43425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:43425. 2024-11-09T22:21:27,671 DEBUG [RS:0;ea9122631f8b:43425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:27,671 DEBUG [RS:0;ea9122631f8b:43425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:27,672 DEBUG [RS:0;ea9122631f8b:43425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:27,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:27,672 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:21:27,772 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43425,1731190863497.replicationSource.shipperea9122631f8b%2C43425%2C1731190863497,1-ea9122631f8b,43425,1731190863497 terminated 2024-11-09T22:21:27,772 INFO [RS:0;ea9122631f8b:43425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:43425. 2024-11-09T22:21:27,772 DEBUG [RS:0;ea9122631f8b:43425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:27,772 DEBUG [RS:0;ea9122631f8b:43425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:27,772 DEBUG [RS:0;ea9122631f8b:43425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:27,773 INFO [RS:0;ea9122631f8b:43425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43425 2024-11-09T22:21:27,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:27,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0929832204/rs/ea9122631f8b,43425,1731190863497 2024-11-09T22:21:27,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204/rs 2024-11-09T22:21:27,793 INFO [RS:0;ea9122631f8b:43425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:21:27,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,43425,1731190863497] 2024-11-09T22:21:27,817 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0929832204/draining/ea9122631f8b,43425,1731190863497 already deleted, retry=false 2024-11-09T22:21:27,817 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,43425,1731190863497 expired; onlineServers=0 2024-11-09T22:21:27,817 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,43785,1731190863302' ***** 2024-11-09T22:21:27,817 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:21:27,817 INFO [M:0;ea9122631f8b:43785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:21:27,817 INFO [M:0;ea9122631f8b:43785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:21:27,817 DEBUG [M:0;ea9122631f8b:43785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:21:27,817 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:21:27,817 DEBUG [M:0;ea9122631f8b:43785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:21:27,817 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190865547 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190865547,5,FailOnTimeoutGroup] 2024-11-09T22:21:27,817 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190865547 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190865547,5,FailOnTimeoutGroup] 2024-11-09T22:21:27,817 INFO [M:0;ea9122631f8b:43785 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:21:27,817 INFO [M:0;ea9122631f8b:43785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:21:27,818 DEBUG [M:0;ea9122631f8b:43785 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:21:27,818 INFO [M:0;ea9122631f8b:43785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:21:27,818 INFO [M:0;ea9122631f8b:43785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:21:27,818 INFO [M:0;ea9122631f8b:43785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:21:27,820 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:21:27,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0929832204/master 2024-11-09T22:21:27,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0929832204 2024-11-09T22:21:27,828 DEBUG [M:0;ea9122631f8b:43785 {}] zookeeper.RecoverableZooKeeper(212): Node /0929832204/master already deleted, retry=false 2024-11-09T22:21:27,828 DEBUG [M:0;ea9122631f8b:43785 {}] master.ActiveMasterManager(353): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Failed delete of our master address node; KeeperErrorCode = NoNode for /0929832204/master 2024-11-09T22:21:27,853 INFO [M:0;ea9122631f8b:43785 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/.lastflushedseqids 2024-11-09T22:21:27,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741847_1023 (size=245) 2024-11-09T22:21:27,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:21:27,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x10121b025960001, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:21:27,909 INFO [RS:0;ea9122631f8b:43425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:21:27,909 INFO [RS:0;ea9122631f8b:43425 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,43425,1731190863497; zookeeper connection closed. 2024-11-09T22:21:27,912 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10656ca3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10656ca3 2024-11-09T22:21:27,913 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:21:28,298 INFO [M:0;ea9122631f8b:43785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:21:28,298 INFO [M:0;ea9122631f8b:43785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:21:28,298 DEBUG [M:0;ea9122631f8b:43785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:21:28,298 INFO [M:0;ea9122631f8b:43785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:28,298 DEBUG [M:0;ea9122631f8b:43785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:28,298 DEBUG [M:0;ea9122631f8b:43785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:21:28,298 DEBUG [M:0;ea9122631f8b:43785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:28,299 INFO [M:0;ea9122631f8b:43785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T22:21:28,333 DEBUG [M:0;ea9122631f8b:43785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7ef681853844fdbad7481e79f81c787 is 82, key is hbase:meta,,1/info:regioninfo/1731190866482/Put/seqid=0 2024-11-09T22:21:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741848_1024 (size=5672) 2024-11-09T22:21:28,343 INFO [M:0;ea9122631f8b:43785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7ef681853844fdbad7481e79f81c787 2024-11-09T22:21:28,373 DEBUG [M:0;ea9122631f8b:43785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e02362aa289c48d7a03e7d64c44e9891 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731190875496/Put/seqid=0 2024-11-09T22:21:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741849_1025 (size=8516) 2024-11-09T22:21:28,383 INFO [M:0;ea9122631f8b:43785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e02362aa289c48d7a03e7d64c44e9891 2024-11-09T22:21:28,419 DEBUG [M:0;ea9122631f8b:43785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b52b3ed2a9441cb30fe67a21f9284f is 69, key is ea9122631f8b,43425,1731190863497/rs:state/1731190865670/Put/seqid=0 2024-11-09T22:21:28,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741850_1026 (size=5156) 2024-11-09T22:21:28,466 INFO [M:0;ea9122631f8b:43785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b52b3ed2a9441cb30fe67a21f9284f 2024-11-09T22:21:28,472 DEBUG [M:0;ea9122631f8b:43785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7ef681853844fdbad7481e79f81c787 as hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7ef681853844fdbad7481e79f81c787 2024-11-09T22:21:28,480 INFO [M:0;ea9122631f8b:43785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7ef681853844fdbad7481e79f81c787, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T22:21:28,481 DEBUG [M:0;ea9122631f8b:43785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e02362aa289c48d7a03e7d64c44e9891 as hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e02362aa289c48d7a03e7d64c44e9891 2024-11-09T22:21:28,485 INFO [M:0;ea9122631f8b:43785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e02362aa289c48d7a03e7d64c44e9891, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T22:21:28,486 DEBUG [M:0;ea9122631f8b:43785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b52b3ed2a9441cb30fe67a21f9284f as hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29b52b3ed2a9441cb30fe67a21f9284f 2024-11-09T22:21:28,494 INFO [M:0;ea9122631f8b:43785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/1e00d80d-876d-b6b9-8780-4859233d13c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29b52b3ed2a9441cb30fe67a21f9284f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T22:21:28,495 INFO [M:0;ea9122631f8b:43785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 197ms, sequenceid=97, compaction requested=false 2024-11-09T22:21:28,501 INFO [M:0;ea9122631f8b:43785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:28,501 DEBUG [M:0;ea9122631f8b:43785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190888298Disabling compacts and flushes for region at 1731190888298Disabling writes for close at 1731190888298Obtaining lock to block concurrent updates at 1731190888299 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190888299Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731190888299Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190888300 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190888300Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190888332 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190888332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190888347 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190888372 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190888372Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190888386 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190888417 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190888418 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e3727b: reopening flushed file at 1731190888471 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37037919: reopening flushed file at 1731190888480 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cdb8590: reopening flushed file at 1731190888485 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 197ms, sequenceid=97, compaction requested=false at 1731190888495 (+10 ms)Writing region close event to WAL at 1731190888500 (+5 ms)Closed at 1731190888500 2024-11-09T22:21:28,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741830_1006 (size=63654) 2024-11-09T22:21:28,504 INFO [M:0;ea9122631f8b:43785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:21:28,504 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:21:28,504 INFO [M:0;ea9122631f8b:43785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43785 2024-11-09T22:21:28,505 INFO [M:0;ea9122631f8b:43785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:21:28,566 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:21:28,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:28,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:28,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:28,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:28,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:28,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:28,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:28,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:21:28,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43785-0x10121b025960000, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:21:28,612 INFO [M:0;ea9122631f8b:43785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:21:28,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:28,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:28,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:28,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aa19f55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:21:28,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41dc1954{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:21:28,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:21:28,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4729713f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:21:28,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@577ebf91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/hadoop.log.dir/,STOPPED} 2024-11-09T22:21:28,651 WARN [BP-2130190444-172.17.0.3-1731190860303 heartbeating to localhost/127.0.0.1:42849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:21:28,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:21:28,651 WARN [BP-2130190444-172.17.0.3-1731190860303 heartbeating to localhost/127.0.0.1:42849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2130190444-172.17.0.3-1731190860303 (Datanode Uuid f3219876-2f7f-4103-becd-9a123b7cac00) service to localhost/127.0.0.1:42849 2024-11-09T22:21:28,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:21:28,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/cluster_73c2af21-4015-56b3-aaa4-8f19f25eff1c/data/data1/current/BP-2130190444-172.17.0.3-1731190860303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:21:28,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/cluster_73c2af21-4015-56b3-aaa4-8f19f25eff1c/data/data2/current/BP-2130190444-172.17.0.3-1731190860303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:21:28,652 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:21:28,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aae880d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:21:28,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@122b3912{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:21:28,663 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:21:28,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e151717{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:21:28,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f414b36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c593f23-b132-502c-0797-58fb142f27cf/hadoop.log.dir/,STOPPED} 2024-11-09T22:21:28,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T22:21:28,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:21:28,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 243) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39389 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55055) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55055) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42849 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=722 (was 657) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2725 (was 2098) - AvailableMemoryMB LEAK? - 2024-11-09T22:21:28,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=722, ProcessCount=11, AvailableMemoryMB=2725 2024-11-09T22:21:28,746 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-09T22:21:28,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/hadoop.log.dir so I do NOT create it in target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc 2024-11-09T22:21:28,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:21:28,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/hadoop.tmp.dir so I do NOT create it in target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc 2024-11-09T22:21:28,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e2f0da1-8472-108b-1f65-5488745616cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:21:28,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc 2024-11-09T22:21:28,747 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/cluster_6c17cf0b-16ce-b412-7b28-600e0fabe9db, deleteOnExit=true 2024-11-09T22:21:28,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10121b025960005, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:21:28,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10121b025960002, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:21:28,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10121b025960002, quorum=127.0.0.1:55055, baseZNode=/0929832204 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:21:28,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10121b025960005, quorum=127.0.0.1:55055, baseZNode=/11152683999 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:21:28,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/cluster_6c17cf0b-16ce-b412-7b28-600e0fabe9db/zookeeper_0, clientPort=59999, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/cluster_6c17cf0b-16ce-b412-7b28-600e0fabe9db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/cluster_6c17cf0b-16ce-b412-7b28-600e0fabe9db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T22:21:28,783 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59999 2024-11-09T22:21:28,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:21:28,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:21:28,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/test.cache.data in system properties and HBase conf 2024-11-09T22:21:28,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:21:28,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:21:28,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:21:28,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:21:28,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:21:28,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:21:28,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:21:28,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:21:28,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:21:28,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:21:28,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:21:28,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:21:28,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:21:28,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:21:28,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:21:28,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:21:28,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:21:28,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:21:28,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:21:28,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:21:29,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:29,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:21:29,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T22:21:29,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T22:21:29,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:21:29,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:21:29,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:21:29,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:21:29,183 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:21:29,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:29,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b2d81e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:21:29,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b010c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:21:29,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6363dfd5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/java.io.tmpdir/jetty-localhost-37673-hadoop-hdfs-3_4_1-tests_jar-_-any-12804943844720271379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:21:29,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ba22159{HTTP/1.1, (http/1.1)}{localhost:37673} 2024-11-09T22:21:29,309 INFO [Time-limited test {}] server.Server(415): Started @228526ms 2024-11-09T22:21:29,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:29,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:21:29,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:21:29,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:21:29,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:21:29,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee724a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:21:29,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66b1df2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:21:30,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6842fb35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/java.io.tmpdir/jetty-localhost-46251-hadoop-hdfs-3_4_1-tests_jar-_-any-14817176859462498498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:21:30,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f3aa054{HTTP/1.1, (http/1.1)}{localhost:46251} 2024-11-09T22:21:30,034 INFO [Time-limited test {}] server.Server(415): Started @229251ms 2024-11-09T22:21:30,036 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:21:31,473 WARN [Thread-2636 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/cluster_6c17cf0b-16ce-b412-7b28-600e0fabe9db/data/data1/current/BP-730985883-172.17.0.3-1731190888802/current, will proceed with Du for space computation calculation, 2024-11-09T22:21:31,473 WARN [Thread-2637 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/cluster_6c17cf0b-16ce-b412-7b28-600e0fabe9db/data/data2/current/BP-730985883-172.17.0.3-1731190888802/current, will proceed with Du for space computation calculation, 2024-11-09T22:21:31,494 WARN [Thread-2624 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:21:31,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aa8cf2cee717a3e with lease ID 0xf9d4b03d025a6ae4: Processing first storage report for DS-1d999508-f508-46c7-912f-632795be4fb1 from datanode DatanodeRegistration(127.0.0.1:44029, datanodeUuid=3e47f004-f000-4ab9-9b90-4feb8ce97072, infoPort=46053, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1570509040;c=1731190888802) 2024-11-09T22:21:31,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aa8cf2cee717a3e with lease ID 0xf9d4b03d025a6ae4: from storage DS-1d999508-f508-46c7-912f-632795be4fb1 node DatanodeRegistration(127.0.0.1:44029, datanodeUuid=3e47f004-f000-4ab9-9b90-4feb8ce97072, infoPort=46053, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1570509040;c=1731190888802), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:21:31,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7aa8cf2cee717a3e with lease ID 0xf9d4b03d025a6ae4: Processing first storage report for DS-697fa3ac-36d6-46ac-a4ac-f48418e2667d from datanode DatanodeRegistration(127.0.0.1:44029, datanodeUuid=3e47f004-f000-4ab9-9b90-4feb8ce97072, infoPort=46053, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1570509040;c=1731190888802) 2024-11-09T22:21:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7aa8cf2cee717a3e with lease ID 0xf9d4b03d025a6ae4: from storage DS-697fa3ac-36d6-46ac-a4ac-f48418e2667d node DatanodeRegistration(127.0.0.1:44029, datanodeUuid=3e47f004-f000-4ab9-9b90-4feb8ce97072, infoPort=46053, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1570509040;c=1731190888802), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:21:31,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc 2024-11-09T22:21:31,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:31,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:21:31,574 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5 with version=8 2024-11-09T22:21:31,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/hbase-staging 2024-11-09T22:21:31,576 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:21:31,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:31,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:31,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:21:31,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:31,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:21:31,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:21:31,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:21:31,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35149 2024-11-09T22:21:31,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35149 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-09T22:21:31,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351490x0, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:31,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35149-0x10121b094f00000 connected 2024-11-09T22:21:31,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:31,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:31,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Set watcher on znode that does not yet exist, /0-1271967804/running 2024-11-09T22:21:31,753 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5, hbase.cluster.distributed=false 2024-11-09T22:21:31,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Set watcher on znode that does not yet exist, /0-1271967804/acl 2024-11-09T22:21:31,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-09T22:21:31,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35149 2024-11-09T22:21:31,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35149 2024-11-09T22:21:31,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-09T22:21:31,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-09T22:21:31,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:21:31,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:31,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:31,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:21:31,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:31,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:21:31,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:21:31,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:21:31,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40187 2024-11-09T22:21:31,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40187 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-09T22:21:31,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:31,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:31,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401870x0, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Set watcher on znode that does not yet exist, /0-1271967804/running 2024-11-09T22:21:31,803 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:21:31,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401870x0, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:31,816 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:21:31,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401870x0, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Set watcher on znode that does not yet exist, /0-1271967804/master 2024-11-09T22:21:31,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401870x0, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Set watcher on znode that does not yet exist, /0-1271967804/acl 2024-11-09T22:21:31,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-09T22:21:31,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40187-0x10121b094f00001 connected 2024-11-09T22:21:31,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40187 2024-11-09T22:21:31,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40187 2024-11-09T22:21:31,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-09T22:21:31,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40187 2024-11-09T22:21:31,856 DEBUG [M:0;ea9122631f8b:35149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:35149 2024-11-09T22:21:31,856 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1271967804/backup-masters/ea9122631f8b,35149,1731190891575 2024-11-09T22:21:31,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804/backup-masters 2024-11-09T22:21:31,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804/backup-masters 2024-11-09T22:21:31,865 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Set watcher on existing znode=/0-1271967804/backup-masters/ea9122631f8b,35149,1731190891575 2024-11-09T22:21:31,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1271967804/master 2024-11-09T22:21:31,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:31,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:31,875 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Set watcher on existing znode=/0-1271967804/master 2024-11-09T22:21:31,876 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1271967804/backup-masters/ea9122631f8b,35149,1731190891575 from backup master directory 2024-11-09T22:21:31,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804/backup-masters 2024-11-09T22:21:31,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1271967804/backup-masters/ea9122631f8b,35149,1731190891575 2024-11-09T22:21:31,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804/backup-masters 2024-11-09T22:21:31,886 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:21:31,886 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,35149,1731190891575 2024-11-09T22:21:31,889 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/hbase.id] with ID: 91a054bf-2db3-431a-8a60-b00de6765134 2024-11-09T22:21:31,889 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/.tmp/hbase.id 2024-11-09T22:21:31,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:21:31,899 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/.tmp/hbase.id]:[hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/hbase.id] 2024-11-09T22:21:31,907 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:31,907 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:21:31,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T22:21:31,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:31,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:31,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:21:32,334 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:32,335 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:21:32,335 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:32,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:21:32,350 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store 2024-11-09T22:21:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:21:32,758 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:32,758 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:21:32,758 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:32,758 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:32,758 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:21:32,758 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:32,758 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:32,758 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190892758Disabling compacts and flushes for region at 1731190892758Disabling writes for close at 1731190892758Writing region close event to WAL at 1731190892758Closed at 1731190892758 2024-11-09T22:21:32,759 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/.initializing 2024-11-09T22:21:32,759 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/WALs/ea9122631f8b,35149,1731190891575 2024-11-09T22:21:32,760 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:21:32,761 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C35149%2C1731190891575, suffix=, logDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/WALs/ea9122631f8b,35149,1731190891575, archiveDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/oldWALs, maxLogs=10 2024-11-09T22:21:32,778 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/WALs/ea9122631f8b,35149,1731190891575/ea9122631f8b%2C35149%2C1731190891575.1731190892761, exclude list is [], retry=0 2024-11-09T22:21:32,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-1d999508-f508-46c7-912f-632795be4fb1,DISK] 2024-11-09T22:21:32,789 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/WALs/ea9122631f8b,35149,1731190891575/ea9122631f8b%2C35149%2C1731190891575.1731190892761 2024-11-09T22:21:32,800 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46053:46053)] 2024-11-09T22:21:32,800 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:32,801 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:32,801 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,801 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:21:32,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:32,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:32,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:21:32,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:32,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:32,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:21:32,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:32,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:32,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:21:32,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:32,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:32,809 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,810 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,810 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,825 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,825 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,825 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:32,826 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:32,829 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:32,829 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65436798, jitterRate=-0.024915724992752075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:32,830 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190892801Initializing all the Stores at 1731190892802 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190892802Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190892802Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190892802Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190892802Cleaning up temporary data from old regions at 1731190892825 (+23 ms)Region opened successfully at 1731190892830 (+5 ms) 2024-11-09T22:21:32,840 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:21:32,846 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6d1fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:21:32,847 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:21:32,847 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:21:32,847 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:21:32,847 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:21:32,848 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:21:32,848 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:21:32,848 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:21:32,874 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:21:32,875 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Unable to get data of znode /0-1271967804/balancer because node does not exist (not necessarily an error) 2024-11-09T22:21:32,917 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1271967804/balancer already deleted, retry=false 2024-11-09T22:21:32,918 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:21:32,918 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Unable to get data of znode /0-1271967804/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:21:32,928 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1271967804/normalizer already deleted, retry=false 2024-11-09T22:21:32,928 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:21:32,929 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Unable to get data of znode /0-1271967804/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:21:32,938 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1271967804/switch/split already deleted, retry=false 2024-11-09T22:21:32,939 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Unable to get data of znode /0-1271967804/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:21:32,949 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1271967804/switch/merge already deleted, retry=false 2024-11-09T22:21:32,952 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Unable to get data of znode /0-1271967804/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:21:32,959 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1271967804/snapshot-cleanup already deleted, retry=false 2024-11-09T22:21:32,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1271967804/running 2024-11-09T22:21:32,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1271967804/running 2024-11-09T22:21:32,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:32,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:32,970 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,35149,1731190891575, sessionid=0x10121b094f00000, setting cluster-up flag (Was=false) 2024-11-09T22:21:32,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:32,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:33,023 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1271967804/flush-table-proc/acquired, /0-1271967804/flush-table-proc/reached, /0-1271967804/flush-table-proc/abort 2024-11-09T22:21:33,024 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,35149,1731190891575 2024-11-09T22:21:33,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:33,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:33,075 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1271967804/online-snapshot/acquired, /0-1271967804/online-snapshot/reached, /0-1271967804/online-snapshot/abort 2024-11-09T22:21:33,080 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,35149,1731190891575 2024-11-09T22:21:33,081 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:21:33,083 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:33,083 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:21:33,083 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:21:33,083 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,35149,1731190891575 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:21:33,085 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:33,085 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:33,085 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:33,085 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:33,085 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:21:33,085 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,085 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:21:33,085 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:33,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:21:33,102 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:33,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:21:33,132 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190923132 2024-11-09T22:21:33,132 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:21:33,132 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:21:33,132 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:21:33,132 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:21:33,133 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:21:33,133 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:21:33,136 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,140 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:21:33,140 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:21:33,141 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:21:33,141 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:21:33,152 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:21:33,152 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:21:33,155 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(746): ClusterId : 91a054bf-2db3-431a-8a60-b00de6765134 2024-11-09T22:21:33,155 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:21:33,161 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:21:33,161 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:21:33,164 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190893152,5,FailOnTimeoutGroup] 2024-11-09T22:21:33,170 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:21:33,171 DEBUG [RS:0;ea9122631f8b:40187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3749f000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:21:33,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:21:33,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:21:33,174 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5 2024-11-09T22:21:33,176 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190893164,5,FailOnTimeoutGroup] 2024-11-09T22:21:33,176 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,176 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:21:33,176 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,176 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741832_1008 (size=32) 2024-11-09T22:21:33,193 DEBUG [RS:0;ea9122631f8b:40187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:40187 2024-11-09T22:21:33,193 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:21:33,193 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:21:33,193 DEBUG [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:21:33,194 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,35149,1731190891575 with port=40187, startcode=1731190891781 2024-11-09T22:21:33,194 DEBUG [RS:0;ea9122631f8b:40187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:21:33,195 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:21:33,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,40187,1731190891781 2024-11-09T22:21:33,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35149 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,40187,1731190891781 2024-11-09T22:21:33,197 DEBUG [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5 2024-11-09T22:21:33,197 DEBUG [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46661 2024-11-09T22:21:33,197 DEBUG [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:21:33,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804/rs 2024-11-09T22:21:33,202 DEBUG [RS:0;ea9122631f8b:40187 {}] zookeeper.ZKUtil(111): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Set watcher on existing znode=/0-1271967804/rs/ea9122631f8b,40187,1731190891781 2024-11-09T22:21:33,202 WARN [RS:0;ea9122631f8b:40187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:21:33,202 INFO [RS:0;ea9122631f8b:40187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:33,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,40187,1731190891781] 2024-11-09T22:21:33,202 DEBUG [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781 2024-11-09T22:21:33,207 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:21:33,212 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:21:33,212 INFO [RS:0;ea9122631f8b:40187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:21:33,212 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,213 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:21:33,213 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:21:33,213 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,213 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,213 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,213 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,213 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,214 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,214 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:21:33,214 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,214 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,214 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,214 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,214 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,214 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:33,214 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:21:33,214 DEBUG [RS:0;ea9122631f8b:40187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:21:33,214 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,214 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,214 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,214 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,214 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,214 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40187,1731190891781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:21:33,229 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:21:33,230 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40187,1731190891781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,230 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,230 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.Replication(171): ea9122631f8b,40187,1731190891781 started 2024-11-09T22:21:33,245 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:33,245 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,40187,1731190891781, RpcServer on ea9122631f8b/172.17.0.3:40187, sessionid=0x10121b094f00001 2024-11-09T22:21:33,246 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:21:33,246 DEBUG [RS:0;ea9122631f8b:40187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,40187,1731190891781 2024-11-09T22:21:33,246 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,40187,1731190891781' 2024-11-09T22:21:33,246 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1271967804/flush-table-proc/abort' 2024-11-09T22:21:33,246 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1271967804/flush-table-proc/acquired' 2024-11-09T22:21:33,246 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:21:33,246 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:21:33,246 DEBUG [RS:0;ea9122631f8b:40187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,40187,1731190891781 2024-11-09T22:21:33,246 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,40187,1731190891781' 2024-11-09T22:21:33,247 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1271967804/online-snapshot/abort' 2024-11-09T22:21:33,247 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1271967804/online-snapshot/acquired' 2024-11-09T22:21:33,247 DEBUG [RS:0;ea9122631f8b:40187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:21:33,247 INFO [RS:0;ea9122631f8b:40187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:21:33,247 INFO [RS:0;ea9122631f8b:40187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:21:33,347 INFO [RS:0;ea9122631f8b:40187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:21:33,349 INFO [RS:0;ea9122631f8b:40187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C40187%2C1731190891781, suffix=, logDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781, archiveDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/oldWALs, maxLogs=10 2024-11-09T22:21:33,365 DEBUG [RS:0;ea9122631f8b:40187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, exclude list is [], retry=0 2024-11-09T22:21:33,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-1d999508-f508-46c7-912f-632795be4fb1,DISK] 2024-11-09T22:21:33,381 INFO [RS:0;ea9122631f8b:40187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 2024-11-09T22:21:33,381 DEBUG [RS:0;ea9122631f8b:40187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46053:46053)] 2024-11-09T22:21:33,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:33,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:21:33,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:21:33,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:33,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:33,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:21:33,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:21:33,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:33,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:33,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:21:33,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:21:33,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:33,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:33,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:21:33,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:21:33,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:33,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:33,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:21:33,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740 2024-11-09T22:21:33,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740 2024-11-09T22:21:33,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:21:33,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:21:33,595 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:33,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:21:33,598 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:33,599 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67194056, jitterRate=0.0012694597244262695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:33,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190893588Initializing all the Stores at 1731190893588Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190893588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190893588Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190893588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190893588Cleaning up temporary data from old regions at 1731190893595 (+7 ms)Region opened successfully at 1731190893599 (+4 ms) 2024-11-09T22:21:33,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:21:33,599 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:21:33,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:21:33,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:21:33,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:21:33,600 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:21:33,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190893599Disabling compacts and flushes for region at 1731190893599Disabling writes for close at 1731190893600 (+1 ms)Writing region close event to WAL at 1731190893600Closed at 1731190893600 2024-11-09T22:21:33,601 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:33,601 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:21:33,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:21:33,602 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:21:33,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:21:33,755 DEBUG [ea9122631f8b:35149 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:21:33,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,40187,1731190891781 2024-11-09T22:21:33,756 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,40187,1731190891781, state=OPENING 2024-11-09T22:21:33,801 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:21:33,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:33,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:33,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1271967804/meta-region-server: CHANGED 2024-11-09T22:21:33,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1271967804/meta-region-server: CHANGED 2024-11-09T22:21:33,844 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:21:33,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,40187,1731190891781}] 2024-11-09T22:21:33,997 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:21:34,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:21:34,005 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:21:34,005 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:34,005 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:21:34,006 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C40187%2C1731190891781.meta, suffix=.meta, logDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781, archiveDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/oldWALs, maxLogs=10 2024-11-09T22:21:34,023 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.meta.1731190894007.meta, exclude list is [], retry=0 2024-11-09T22:21:34,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-1d999508-f508-46c7-912f-632795be4fb1,DISK] 2024-11-09T22:21:34,027 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.meta.1731190894007.meta 2024-11-09T22:21:34,027 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46053:46053)] 2024-11-09T22:21:34,028 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:34,028 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:34,028 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:21:34,028 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:21:34,028 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:21:34,028 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:21:34,029 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:34,029 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:21:34,029 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:21:34,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:21:34,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:21:34,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:34,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:34,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:21:34,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:21:34,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:34,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:34,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:21:34,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:21:34,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:34,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:34,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:21:34,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:21:34,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:34,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:34,034 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:21:34,035 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740 2024-11-09T22:21:34,036 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740 2024-11-09T22:21:34,037 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:21:34,037 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:21:34,037 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:34,038 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:21:34,039 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60242802, jitterRate=-0.10231229662895203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:34,039 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:21:34,039 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190894029Writing region info on filesystem at 1731190894029Initializing all the Stores at 1731190894029Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190894030 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190894030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190894030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190894030Cleaning up temporary data from old regions at 1731190894037 (+7 ms)Running coprocessor post-open hooks at 1731190894039 (+2 ms)Region opened successfully at 1731190894039 2024-11-09T22:21:34,040 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190893996 2024-11-09T22:21:34,043 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:21:34,043 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:21:34,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,40187,1731190891781 2024-11-09T22:21:34,044 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,40187,1731190891781, state=OPEN 2024-11-09T22:21:34,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1271967804/meta-region-server 2024-11-09T22:21:34,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1271967804/meta-region-server 2024-11-09T22:21:34,065 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,40187,1731190891781 2024-11-09T22:21:34,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1271967804/meta-region-server: CHANGED 2024-11-09T22:21:34,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1271967804/meta-region-server: CHANGED 2024-11-09T22:21:34,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:21:34,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,40187,1731190891781 in 221 msec 2024-11-09T22:21:34,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:21:34,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-09T22:21:34,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:34,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:21:34,070 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:34,070 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,40187,1731190891781, seqNum=-1] 2024-11-09T22:21:34,070 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:34,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:34,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 992 msec 2024-11-09T22:21:34,076 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190894076, completionTime=-1 2024-11-09T22:21:34,076 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:21:34,076 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:21:34,079 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:21:34,079 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190954079 2024-11-09T22:21:34,079 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731191014079 2024-11-09T22:21:34,079 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T22:21:34,079 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35149,1731190891575-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:34,079 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35149,1731190891575-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:34,079 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35149,1731190891575-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:34,079 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:35149, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:34,079 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:34,080 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:34,081 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:21:34,083 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.197sec 2024-11-09T22:21:34,083 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:21:34,083 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:21:34,083 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:21:34,083 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:21:34,083 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:21:34,083 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35149,1731190891575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:21:34,083 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35149,1731190891575-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:21:34,085 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:21:34,085 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:21:34,085 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,35149,1731190891575-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:34,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b6a98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:34,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,35149,-1 for getting cluster id 2024-11-09T22:21:34,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:34,157 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91a054bf-2db3-431a-8a60-b00de6765134' 2024-11-09T22:21:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91a054bf-2db3-431a-8a60-b00de6765134" 2024-11-09T22:21:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689a47e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,35149,-1] 2024-11-09T22:21:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:34,158 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:34,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778e15ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:34,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,40187,1731190891781, seqNum=-1] 2024-11-09T22:21:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:34,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:34,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,35149,1731190891575 2024-11-09T22:21:34,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-09T22:21:34,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:34,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10121b094f00002 connected 2024-11-09T22:21:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/hadoop.log.dir so I do NOT create it in target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58 2024-11-09T22:21:34,184 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:21:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/hadoop.tmp.dir so I do NOT create it in target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58 2024-11-09T22:21:34,184 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:21:34,184 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58 2024-11-09T22:21:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:21:34,184 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/cluster_af2190db-cc7d-e7b7-f7ab-dde9ee6b6fa2, deleteOnExit=true 2024-11-09T22:21:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:21:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/test.cache.data in system properties and HBase conf 2024-11-09T22:21:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:21:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:21:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:21:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:21:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:21:34,184 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:21:34,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:21:34,506 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T22:21:34,507 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:34,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:34,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:34,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:34,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:34,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:34,547 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:34,555 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:34,559 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:34,560 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:34,562 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:34,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:34,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:21:34,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:21:34,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:21:34,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:21:34,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:34,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@643e48bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:21:34,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e1cc49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:21:34,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37b100f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/java.io.tmpdir/jetty-localhost-44125-hadoop-hdfs-3_4_1-tests_jar-_-any-18346686792199854130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:21:34,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d6c4d32{HTTP/1.1, (http/1.1)}{localhost:44125} 2024-11-09T22:21:34,745 INFO [Time-limited test {}] server.Server(415): Started @233962ms 2024-11-09T22:21:35,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:35,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:21:35,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:21:35,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:21:35,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:21:35,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b9a4ec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:21:35,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f72bd06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:21:35,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78e86c0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/java.io.tmpdir/jetty-localhost-42343-hadoop-hdfs-3_4_1-tests_jar-_-any-11228624511231762796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:21:35,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53888a94{HTTP/1.1, (http/1.1)}{localhost:42343} 2024-11-09T22:21:35,192 INFO [Time-limited test {}] server.Server(415): Started @234410ms 2024-11-09T22:21:35,194 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:21:35,988 WARN [Thread-2758 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/cluster_af2190db-cc7d-e7b7-f7ab-dde9ee6b6fa2/data/data2/current/BP-451399026-172.17.0.3-1731190894201/current, will proceed with Du for space computation calculation, 2024-11-09T22:21:35,988 WARN [Thread-2757 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/cluster_af2190db-cc7d-e7b7-f7ab-dde9ee6b6fa2/data/data1/current/BP-451399026-172.17.0.3-1731190894201/current, will proceed with Du for space computation calculation, 2024-11-09T22:21:36,012 WARN [Thread-2745 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:21:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x540c1118e92e7ece with lease ID 0x4f464353f46bf147: Processing first storage report for DS-5fb598df-8093-40c5-a953-b71f25a86771 from datanode DatanodeRegistration(127.0.0.1:44781, datanodeUuid=abbde384-988b-48a1-9688-e97199c7a025, infoPort=33531, infoSecurePort=0, ipcPort=42699, storageInfo=lv=-57;cid=testClusterID;nsid=706038401;c=1731190894201) 2024-11-09T22:21:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x540c1118e92e7ece with lease ID 0x4f464353f46bf147: from storage DS-5fb598df-8093-40c5-a953-b71f25a86771 node DatanodeRegistration(127.0.0.1:44781, datanodeUuid=abbde384-988b-48a1-9688-e97199c7a025, infoPort=33531, infoSecurePort=0, ipcPort=42699, storageInfo=lv=-57;cid=testClusterID;nsid=706038401;c=1731190894201), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:21:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x540c1118e92e7ece with lease ID 0x4f464353f46bf147: Processing first storage report for DS-913b815f-2263-4127-b9ae-9dc53569a380 from datanode DatanodeRegistration(127.0.0.1:44781, datanodeUuid=abbde384-988b-48a1-9688-e97199c7a025, infoPort=33531, infoSecurePort=0, ipcPort=42699, storageInfo=lv=-57;cid=testClusterID;nsid=706038401;c=1731190894201) 2024-11-09T22:21:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x540c1118e92e7ece with lease ID 0x4f464353f46bf147: from storage DS-913b815f-2263-4127-b9ae-9dc53569a380 node DatanodeRegistration(127.0.0.1:44781, datanodeUuid=abbde384-988b-48a1-9688-e97199c7a025, infoPort=33531, infoSecurePort=0, ipcPort=42699, storageInfo=lv=-57;cid=testClusterID;nsid=706038401;c=1731190894201), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:21:36,016 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:36,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:36,018 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38747 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:36,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58 2024-11-09T22:21:36,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:36,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:36,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:21:36,448 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646 with version=8 2024-11-09T22:21:36,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/hbase-staging 2024-11-09T22:21:36,451 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:21:36,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:36,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:36,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:21:36,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:36,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:21:36,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:21:36,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:21:36,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44353 2024-11-09T22:21:36,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44353 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-09T22:21:36,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443530x0, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:36,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44353-0x10121b094f00003 connected 2024-11-09T22:21:36,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:36,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:36,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Set watcher on znode that does not yet exist, /1-1488684240/running 2024-11-09T22:21:36,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646, hbase.cluster.distributed=false 2024-11-09T22:21:36,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Set watcher on znode that does not yet exist, /1-1488684240/acl 2024-11-09T22:21:36,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-09T22:21:36,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44353 2024-11-09T22:21:36,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44353 2024-11-09T22:21:36,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-09T22:21:36,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-09T22:21:36,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:21:36,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:36,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:36,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:21:36,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:36,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:21:36,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:21:36,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:21:36,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45339 2024-11-09T22:21:36,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45339 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-09T22:21:36,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:36,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:36,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453390x0, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:36,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453390x0, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Set watcher on znode that does not yet exist, /1-1488684240/running 2024-11-09T22:21:36,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45339-0x10121b094f00004 connected 2024-11-09T22:21:36,667 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:21:36,667 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:21:36,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Set watcher on znode that does not yet exist, /1-1488684240/master 2024-11-09T22:21:36,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Set watcher on znode that does not yet exist, /1-1488684240/acl 2024-11-09T22:21:36,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-09T22:21:36,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45339 2024-11-09T22:21:36,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45339 2024-11-09T22:21:36,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-09T22:21:36,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45339 2024-11-09T22:21:36,694 DEBUG [M:0;ea9122631f8b:44353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:44353 2024-11-09T22:21:36,695 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1488684240/backup-masters/ea9122631f8b,44353,1731190896450 2024-11-09T22:21:36,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240/backup-masters 2024-11-09T22:21:36,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240/backup-masters 2024-11-09T22:21:36,717 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Set watcher on existing znode=/1-1488684240/backup-masters/ea9122631f8b,44353,1731190896450 2024-11-09T22:21:36,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:36,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1488684240/master 2024-11-09T22:21:36,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:36,728 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Set watcher on existing znode=/1-1488684240/master 2024-11-09T22:21:36,728 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1488684240/backup-masters/ea9122631f8b,44353,1731190896450 from backup master directory 2024-11-09T22:21:36,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240/backup-masters 2024-11-09T22:21:36,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1488684240/backup-masters/ea9122631f8b,44353,1731190896450 2024-11-09T22:21:36,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240/backup-masters 2024-11-09T22:21:36,738 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:21:36,738 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,44353,1731190896450 2024-11-09T22:21:36,741 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/hbase.id] with ID: 9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50 2024-11-09T22:21:36,741 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/.tmp/hbase.id 2024-11-09T22:21:36,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:21:37,145 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/.tmp/hbase.id]:[hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/hbase.id] 2024-11-09T22:21:37,153 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:37,153 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:21:37,164 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 11ms. 2024-11-09T22:21:37,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:37,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:37,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:21:37,574 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:37,575 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:21:37,575 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:37,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:21:37,582 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store 2024-11-09T22:21:37,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:21:37,588 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:37,588 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:21:37,588 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:37,588 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:37,588 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:21:37,588 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:37,588 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:37,588 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190897588Disabling compacts and flushes for region at 1731190897588Disabling writes for close at 1731190897588Writing region close event to WAL at 1731190897588Closed at 1731190897588 2024-11-09T22:21:37,589 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/.initializing 2024-11-09T22:21:37,589 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/WALs/ea9122631f8b,44353,1731190896450 2024-11-09T22:21:37,590 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:21:37,591 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C44353%2C1731190896450, suffix=, logDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/WALs/ea9122631f8b,44353,1731190896450, archiveDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/oldWALs, maxLogs=10 2024-11-09T22:21:37,607 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/WALs/ea9122631f8b,44353,1731190896450/ea9122631f8b%2C44353%2C1731190896450.1731190897591, exclude list is [], retry=0 2024-11-09T22:21:37,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-5fb598df-8093-40c5-a953-b71f25a86771,DISK] 2024-11-09T22:21:37,611 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/WALs/ea9122631f8b,44353,1731190896450/ea9122631f8b%2C44353%2C1731190896450.1731190897591 2024-11-09T22:21:37,611 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-09T22:21:37,612 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:37,612 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:37,612 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,612 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:21:37,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:37,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:37,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:21:37,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:37,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:37,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:21:37,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:37,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:37,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:21:37,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:37,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:37,621 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,621 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,622 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,622 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,622 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,623 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:37,624 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:37,626 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:37,626 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75139145, jitterRate=0.11966051161289215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:37,626 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190897612Initializing all the Stores at 1731190897613 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190897613Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190897616 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190897616Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190897616Cleaning up temporary data from old regions at 1731190897622 (+6 ms)Region opened successfully at 1731190897626 (+4 ms) 2024-11-09T22:21:37,626 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:21:37,629 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa63724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:21:37,629 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:21:37,629 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:21:37,629 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:21:37,630 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:21:37,630 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:21:37,630 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:21:37,630 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:21:37,633 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:21:37,634 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Unable to get data of znode /1-1488684240/balancer because node does not exist (not necessarily an error) 2024-11-09T22:21:37,643 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1488684240/balancer already deleted, retry=false 2024-11-09T22:21:37,644 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:21:37,644 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Unable to get data of znode /1-1488684240/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:21:37,654 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1488684240/normalizer already deleted, retry=false 2024-11-09T22:21:37,654 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:21:37,655 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Unable to get data of znode /1-1488684240/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:21:37,664 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1488684240/switch/split already deleted, retry=false 2024-11-09T22:21:37,665 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Unable to get data of znode /1-1488684240/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:21:37,675 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1488684240/switch/merge already deleted, retry=false 2024-11-09T22:21:37,677 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Unable to get data of znode /1-1488684240/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:21:37,685 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1488684240/snapshot-cleanup already deleted, retry=false 2024-11-09T22:21:37,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1488684240/running 2024-11-09T22:21:37,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1488684240/running 2024-11-09T22:21:37,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:37,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:37,696 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,44353,1731190896450, sessionid=0x10121b094f00003, setting cluster-up flag (Was=false) 2024-11-09T22:21:37,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:37,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:37,833 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1488684240/flush-table-proc/acquired, /1-1488684240/flush-table-proc/reached, /1-1488684240/flush-table-proc/abort 2024-11-09T22:21:37,834 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,44353,1731190896450 2024-11-09T22:21:37,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:37,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:37,885 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1488684240/online-snapshot/acquired, /1-1488684240/online-snapshot/reached, /1-1488684240/online-snapshot/abort 2024-11-09T22:21:37,886 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,44353,1731190896450 2024-11-09T22:21:37,888 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:21:37,893 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:37,894 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:21:37,894 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:21:37,894 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,44353,1731190896450 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:21:37,896 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:37,896 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:37,896 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:37,896 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:37,896 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:21:37,896 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:37,896 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:21:37,896 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:37,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:37,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:21:37,900 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:37,900 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:21:37,904 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190927904 2024-11-09T22:21:37,904 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:21:37,905 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:21:37,905 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:21:37,905 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:21:37,905 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:21:37,905 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:21:37,906 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:37,906 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:21:37,906 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:21:37,906 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:21:37,907 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:21:37,907 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:21:37,907 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:21:37,908 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190897907,5,FailOnTimeoutGroup] 2024-11-09T22:21:37,908 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190897908,5,FailOnTimeoutGroup] 2024-11-09T22:21:37,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:37,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:21:37,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:37,908 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:37,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:21:37,985 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(746): ClusterId : 9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50 2024-11-09T22:21:37,985 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:21:38,002 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:21:38,002 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:21:38,062 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:21:38,062 DEBUG [RS:0;ea9122631f8b:45339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233bf67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:21:38,072 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:45339 2024-11-09T22:21:38,072 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:21:38,072 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:21:38,072 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:21:38,073 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,44353,1731190896450 with port=45339, startcode=1731190896589 2024-11-09T22:21:38,073 DEBUG [RS:0;ea9122631f8b:45339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:21:38,074 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:21:38,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,45339,1731190896589 2024-11-09T22:21:38,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44353 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,45339,1731190896589 2024-11-09T22:21:38,075 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646 2024-11-09T22:21:38,075 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35575 2024-11-09T22:21:38,076 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:21:38,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240/rs 2024-11-09T22:21:38,147 DEBUG [RS:0;ea9122631f8b:45339 {}] zookeeper.ZKUtil(111): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Set watcher on existing znode=/1-1488684240/rs/ea9122631f8b,45339,1731190896589 2024-11-09T22:21:38,147 WARN [RS:0;ea9122631f8b:45339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:21:38,147 INFO [RS:0;ea9122631f8b:45339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:38,147 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589 2024-11-09T22:21:38,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,45339,1731190896589] 2024-11-09T22:21:38,150 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:21:38,154 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:21:38,154 INFO [RS:0;ea9122631f8b:45339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:21:38,154 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:38,156 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:21:38,157 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:21:38,157 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:21:38,157 DEBUG [RS:0;ea9122631f8b:45339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:21:38,161 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:38,161 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:38,161 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:38,161 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:38,161 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:38,161 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45339,1731190896589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:21:38,177 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:21:38,177 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45339,1731190896589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:38,177 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:38,178 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.Replication(171): ea9122631f8b,45339,1731190896589 started 2024-11-09T22:21:38,190 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:38,190 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,45339,1731190896589, RpcServer on ea9122631f8b/172.17.0.3:45339, sessionid=0x10121b094f00004 2024-11-09T22:21:38,190 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:21:38,190 DEBUG [RS:0;ea9122631f8b:45339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,45339,1731190896589 2024-11-09T22:21:38,190 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,45339,1731190896589' 2024-11-09T22:21:38,191 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1488684240/flush-table-proc/abort' 2024-11-09T22:21:38,191 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1488684240/flush-table-proc/acquired' 2024-11-09T22:21:38,191 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:21:38,191 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:21:38,191 DEBUG [RS:0;ea9122631f8b:45339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,45339,1731190896589 2024-11-09T22:21:38,191 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,45339,1731190896589' 2024-11-09T22:21:38,192 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1488684240/online-snapshot/abort' 2024-11-09T22:21:38,192 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1488684240/online-snapshot/acquired' 2024-11-09T22:21:38,192 DEBUG [RS:0;ea9122631f8b:45339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:21:38,192 INFO [RS:0;ea9122631f8b:45339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:21:38,192 INFO [RS:0;ea9122631f8b:45339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:21:38,292 INFO [RS:0;ea9122631f8b:45339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:21:38,293 INFO [RS:0;ea9122631f8b:45339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C45339%2C1731190896589, suffix=, logDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589, archiveDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/oldWALs, maxLogs=10 2024-11-09T22:21:38,305 DEBUG [RS:0;ea9122631f8b:45339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, exclude list is [], retry=0 2024-11-09T22:21:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-5fb598df-8093-40c5-a953-b71f25a86771,DISK] 2024-11-09T22:21:38,308 INFO [RS:0;ea9122631f8b:45339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 2024-11-09T22:21:38,309 DEBUG [RS:0;ea9122631f8b:45339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-09T22:21:38,309 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:21:38,309 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646 2024-11-09T22:21:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:21:38,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:38,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:21:38,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:21:38,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:38,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:38,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:21:38,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:21:38,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:38,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:38,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:21:38,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:21:38,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:38,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:38,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:21:38,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:21:38,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:38,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:38,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:21:38,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740 2024-11-09T22:21:38,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740 2024-11-09T22:21:38,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:21:38,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:21:38,721 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:38,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:21:38,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:38,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63087510, jitterRate=-0.05992284417152405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:38,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190898714Initializing all the Stores at 1731190898715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190898715Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190898715Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190898715Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190898715Cleaning up temporary data from old regions at 1731190898721 (+6 ms)Region opened successfully at 1731190898725 (+4 ms) 2024-11-09T22:21:38,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:21:38,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:21:38,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:21:38,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:21:38,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:21:38,726 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:21:38,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190898726Disabling compacts and flushes for region at 1731190898726Disabling writes for close at 1731190898726Writing region close event to WAL at 1731190898726Closed at 1731190898726 2024-11-09T22:21:38,727 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:38,727 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:21:38,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:21:38,728 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:21:38,729 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:21:38,880 DEBUG [ea9122631f8b:44353 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:21:38,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,45339,1731190896589 2024-11-09T22:21:38,882 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,45339,1731190896589, state=OPENING 2024-11-09T22:21:38,943 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:21:39,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:39,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:39,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1488684240/meta-region-server: CHANGED 2024-11-09T22:21:39,012 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:21:39,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1488684240/meta-region-server: CHANGED 2024-11-09T22:21:39,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,45339,1731190896589}] 2024-11-09T22:21:39,165 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:21:39,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:21:39,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T22:21:39,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T22:21:39,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T22:21:39,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:21:39,170 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:21:39,170 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:39,170 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:21:39,171 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C45339%2C1731190896589.meta, suffix=.meta, logDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589, archiveDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/oldWALs, maxLogs=10 2024-11-09T22:21:39,183 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.meta.1731190899171.meta, exclude list is [], retry=0 2024-11-09T22:21:39,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-5fb598df-8093-40c5-a953-b71f25a86771,DISK] 2024-11-09T22:21:39,192 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.meta.1731190899171.meta 2024-11-09T22:21:39,193 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-09T22:21:39,193 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:39,193 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:39,193 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:21:39,193 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:21:39,193 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:21:39,193 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:21:39,193 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:39,194 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:21:39,194 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:21:39,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:21:39,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:21:39,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:39,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:39,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:21:39,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:21:39,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:39,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:39,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:21:39,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:21:39,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:39,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:39,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:21:39,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:21:39,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:39,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:39,199 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:21:39,199 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740 2024-11-09T22:21:39,200 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740 2024-11-09T22:21:39,201 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:21:39,201 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:21:39,201 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:39,202 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:21:39,202 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65010657, jitterRate=-0.03126572072505951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:39,202 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:21:39,202 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190899194Writing region info on filesystem at 1731190899194Initializing all the Stores at 1731190899194Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190899194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190899195 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190899195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190899195Cleaning up temporary data from old regions at 1731190899201 (+6 ms)Running coprocessor post-open hooks at 1731190899202 (+1 ms)Region opened successfully at 1731190899202 2024-11-09T22:21:39,203 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190899165 2024-11-09T22:21:39,205 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:21:39,205 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:21:39,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,45339,1731190896589 2024-11-09T22:21:39,206 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,45339,1731190896589, state=OPEN 2024-11-09T22:21:39,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:21:39,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1488684240/meta-region-server 2024-11-09T22:21:39,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1488684240/meta-region-server 2024-11-09T22:21:39,243 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,45339,1731190896589 2024-11-09T22:21:39,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1488684240/meta-region-server: CHANGED 2024-11-09T22:21:39,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1488684240/meta-region-server: CHANGED 2024-11-09T22:21:39,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:21:39,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,45339,1731190896589 in 231 msec 2024-11-09T22:21:39,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:21:39,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-11-09T22:21:39,247 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:39,247 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:21:39,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:39,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,45339,1731190896589, seqNum=-1] 2024-11-09T22:21:39,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:39,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:39,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-09T22:21:39,260 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190899260, completionTime=-1 2024-11-09T22:21:39,260 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:21:39,261 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:21:39,262 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:21:39,262 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190959262 2024-11-09T22:21:39,262 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731191019262 2024-11-09T22:21:39,262 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T22:21:39,263 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44353,1731190896450-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:39,263 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44353,1731190896450-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:39,263 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44353,1731190896450-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:39,263 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:44353, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:39,263 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:39,263 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:39,265 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:21:39,267 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.529sec 2024-11-09T22:21:39,267 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:21:39,267 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:21:39,267 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:21:39,267 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:21:39,267 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:21:39,267 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44353,1731190896450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:21:39,267 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44353,1731190896450-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:21:39,269 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:21:39,269 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:21:39,269 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44353,1731190896450-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:39,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537cd43b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:39,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,44353,-1 for getting cluster id 2024-11-09T22:21:39,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:39,287 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50' 2024-11-09T22:21:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50" 2024-11-09T22:21:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1ad827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,44353,-1] 2024-11-09T22:21:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:39,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:39,289 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:39,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19995748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:39,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:39,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,45339,1731190896589, seqNum=-1] 2024-11-09T22:21:39,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:39,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:39,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,44353,1731190896450 2024-11-09T22:21:39,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-09T22:21:39,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:39,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10121b094f00005 connected 2024-11-09T22:21:39,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/hadoop.log.dir so I do NOT create it in target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb 2024-11-09T22:21:39,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:21:39,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/hadoop.tmp.dir so I do NOT create it in target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb 2024-11-09T22:21:39,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:21:39,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb 2024-11-09T22:21:39,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:21:39,424 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/cluster_86d963d5-2c2b-5003-c885-d0a2f74eabb7, deleteOnExit=true 2024-11-09T22:21:39,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/test.cache.data in system properties and HBase conf 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:21:39,425 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:21:39,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:21:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:21:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:21:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:21:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:21:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:21:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:21:39,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:21:40,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:40,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:21:40,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:21:40,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:21:40,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:21:40,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:40,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31055c93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:21:40,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@783c12b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:21:40,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b52302a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/java.io.tmpdir/jetty-localhost-42505-hadoop-hdfs-3_4_1-tests_jar-_-any-13843028344683149544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:21:40,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e668c21{HTTP/1.1, (http/1.1)}{localhost:42505} 2024-11-09T22:21:40,295 INFO [Time-limited test {}] server.Server(415): Started @239512ms 2024-11-09T22:21:40,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:21:40,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:21:40,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:21:40,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:21:40,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:21:40,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76defa19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:21:40,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67bdd568{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:21:40,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cb3bfb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/java.io.tmpdir/jetty-localhost-42183-hadoop-hdfs-3_4_1-tests_jar-_-any-138480444133711186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:21:40,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f65950d{HTTP/1.1, (http/1.1)}{localhost:42183} 2024-11-09T22:21:40,956 INFO [Time-limited test {}] server.Server(415): Started @240173ms 2024-11-09T22:21:40,957 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:21:42,090 WARN [Thread-2878 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/cluster_86d963d5-2c2b-5003-c885-d0a2f74eabb7/data/data2/current/BP-733265624-172.17.0.3-1731190899443/current, will proceed with Du for space computation calculation, 2024-11-09T22:21:42,090 WARN [Thread-2877 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/cluster_86d963d5-2c2b-5003-c885-d0a2f74eabb7/data/data1/current/BP-733265624-172.17.0.3-1731190899443/current, will proceed with Du for space computation calculation, 2024-11-09T22:21:42,125 WARN [Thread-2865 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:21:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73cf93d2e2e498d with lease ID 0x949522eedc265559: Processing first storage report for DS-8a138cbb-2f99-49d0-bb9e-5b637b7f68d7 from datanode DatanodeRegistration(127.0.0.1:38031, datanodeUuid=d113d19d-c104-489e-ab0e-0ab777308d58, infoPort=44461, infoSecurePort=0, ipcPort=44407, storageInfo=lv=-57;cid=testClusterID;nsid=180740643;c=1731190899443) 2024-11-09T22:21:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73cf93d2e2e498d with lease ID 0x949522eedc265559: from storage DS-8a138cbb-2f99-49d0-bb9e-5b637b7f68d7 node DatanodeRegistration(127.0.0.1:38031, datanodeUuid=d113d19d-c104-489e-ab0e-0ab777308d58, infoPort=44461, infoSecurePort=0, ipcPort=44407, storageInfo=lv=-57;cid=testClusterID;nsid=180740643;c=1731190899443), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:21:42,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73cf93d2e2e498d with lease ID 0x949522eedc265559: Processing first storage report for DS-4ceb35bc-0359-4b60-a335-9dbf1013189e from datanode DatanodeRegistration(127.0.0.1:38031, datanodeUuid=d113d19d-c104-489e-ab0e-0ab777308d58, infoPort=44461, infoSecurePort=0, ipcPort=44407, storageInfo=lv=-57;cid=testClusterID;nsid=180740643;c=1731190899443) 2024-11-09T22:21:42,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73cf93d2e2e498d with lease ID 0x949522eedc265559: from storage DS-4ceb35bc-0359-4b60-a335-9dbf1013189e node DatanodeRegistration(127.0.0.1:38031, datanodeUuid=d113d19d-c104-489e-ab0e-0ab777308d58, infoPort=44461, infoSecurePort=0, ipcPort=44407, storageInfo=lv=-57;cid=testClusterID;nsid=180740643;c=1731190899443), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:21:42,191 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb 2024-11-09T22:21:42,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:42,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:42,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:21:42,607 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491 with version=8 2024-11-09T22:21:42,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/hbase-staging 2024-11-09T22:21:42,609 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:21:42,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:42,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:42,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:21:42,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:42,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:21:42,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:21:42,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:21:42,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45379 2024-11-09T22:21:42,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45379 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-09T22:21:42,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453790x0, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:42,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45379-0x10121b094f00006 connected 2024-11-09T22:21:42,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:42,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:42,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Set watcher on znode that does not yet exist, /2-998581758/running 2024-11-09T22:21:42,699 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491, hbase.cluster.distributed=false 2024-11-09T22:21:42,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Set watcher on znode that does not yet exist, /2-998581758/acl 2024-11-09T22:21:42,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-09T22:21:42,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45379 2024-11-09T22:21:42,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45379 2024-11-09T22:21:42,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-09T22:21:42,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-09T22:21:42,730 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:21:42,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:42,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:42,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:21:42,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:21:42,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:21:42,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:21:42,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:21:42,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36627 2024-11-09T22:21:42,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36627 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-09T22:21:42,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:42,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:42,748 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366270x0, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:42,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366270x0, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Set watcher on znode that does not yet exist, /2-998581758/running 2024-11-09T22:21:42,749 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:21:42,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36627-0x10121b094f00007 connected 2024-11-09T22:21:42,752 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:21:42,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Set watcher on znode that does not yet exist, /2-998581758/master 2024-11-09T22:21:42,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Set watcher on znode that does not yet exist, /2-998581758/acl 2024-11-09T22:21:42,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-09T22:21:42,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36627 2024-11-09T22:21:42,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36627 2024-11-09T22:21:42,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-09T22:21:42,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36627 2024-11-09T22:21:42,779 DEBUG [M:0;ea9122631f8b:45379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:45379 2024-11-09T22:21:42,780 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-998581758/backup-masters/ea9122631f8b,45379,1731190902609 2024-11-09T22:21:42,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758/backup-masters 2024-11-09T22:21:42,791 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758/backup-masters 2024-11-09T22:21:42,791 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Set watcher on existing znode=/2-998581758/backup-masters/ea9122631f8b,45379,1731190902609 2024-11-09T22:21:42,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:42,802 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Set watcher on existing znode=/2-998581758/master 2024-11-09T22:21:42,802 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-998581758/backup-masters/ea9122631f8b,45379,1731190902609 from backup master directory 2024-11-09T22:21:42,807 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-998581758/master 2024-11-09T22:21:42,807 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:42,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-998581758/backup-masters/ea9122631f8b,45379,1731190902609 2024-11-09T22:21:42,812 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758/backup-masters 2024-11-09T22:21:42,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758/backup-masters 2024-11-09T22:21:42,812 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:21:42,812 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,45379,1731190902609 2024-11-09T22:21:42,818 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/hbase.id] with ID: b5f985da-1536-4436-a9ff-968b21fe7b62 2024-11-09T22:21:42,818 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/.tmp/hbase.id 2024-11-09T22:21:42,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:21:43,238 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/.tmp/hbase.id]:[hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/hbase.id] 2024-11-09T22:21:43,245 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:21:43,245 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:21:43,247 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T22:21:43,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:43,253 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:21:43,658 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:43,659 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:21:43,659 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:21:44,065 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store 2024-11-09T22:21:44,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:21:44,470 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:44,470 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:21:44,470 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:44,470 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:44,470 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:21:44,470 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:44,470 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:21:44,471 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190904470Disabling compacts and flushes for region at 1731190904470Disabling writes for close at 1731190904470Writing region close event to WAL at 1731190904470Closed at 1731190904470 2024-11-09T22:21:44,471 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/.initializing 2024-11-09T22:21:44,471 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/WALs/ea9122631f8b,45379,1731190902609 2024-11-09T22:21:44,472 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:21:44,473 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C45379%2C1731190902609, suffix=, logDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/WALs/ea9122631f8b,45379,1731190902609, archiveDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/oldWALs, maxLogs=10 2024-11-09T22:21:44,485 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/WALs/ea9122631f8b,45379,1731190902609/ea9122631f8b%2C45379%2C1731190902609.1731190904474, exclude list is [], retry=0 2024-11-09T22:21:44,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38031,DS-8a138cbb-2f99-49d0-bb9e-5b637b7f68d7,DISK] 2024-11-09T22:21:44,488 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/WALs/ea9122631f8b,45379,1731190902609/ea9122631f8b%2C45379%2C1731190902609.1731190904474 2024-11-09T22:21:44,489 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44461:44461)] 2024-11-09T22:21:44,489 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:44,489 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:44,489 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,489 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:21:44,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:44,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:44,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:21:44,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:44,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:44,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:21:44,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:44,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:44,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:21:44,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:44,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:44,495 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,495 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,496 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,496 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,496 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,497 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:44,497 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:21:44,499 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:44,499 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68788125, jitterRate=0.02502293884754181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:44,499 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190904489Initializing all the Stores at 1731190904490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190904490Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190904490Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190904490Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190904490Cleaning up temporary data from old regions at 1731190904496 (+6 ms)Region opened successfully at 1731190904499 (+3 ms) 2024-11-09T22:21:44,499 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:21:44,502 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a18755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:21:44,502 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:21:44,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:21:44,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:21:44,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:21:44,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:21:44,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:21:44,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:21:44,505 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:21:44,506 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Unable to get data of znode /2-998581758/balancer because node does not exist (not necessarily an error) 2024-11-09T22:21:44,517 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-998581758/balancer already deleted, retry=false 2024-11-09T22:21:44,517 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:21:44,518 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Unable to get data of znode /2-998581758/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:21:44,601 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-998581758/normalizer already deleted, retry=false 2024-11-09T22:21:44,601 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:21:44,602 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Unable to get data of znode /2-998581758/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:21:44,611 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-998581758/switch/split already deleted, retry=false 2024-11-09T22:21:44,612 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Unable to get data of znode /2-998581758/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:21:44,622 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-998581758/switch/merge already deleted, retry=false 2024-11-09T22:21:44,623 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Unable to get data of znode /2-998581758/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:21:44,632 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-998581758/snapshot-cleanup already deleted, retry=false 2024-11-09T22:21:44,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-998581758/running 2024-11-09T22:21:44,643 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-998581758/running 2024-11-09T22:21:44,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:44,643 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:44,643 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,45379,1731190902609, sessionid=0x10121b094f00006, setting cluster-up flag (Was=false) 2024-11-09T22:21:44,664 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:44,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:44,695 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-998581758/flush-table-proc/acquired, /2-998581758/flush-table-proc/reached, /2-998581758/flush-table-proc/abort 2024-11-09T22:21:44,696 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,45379,1731190902609 2024-11-09T22:21:44,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:21:44,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:44,717 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:44,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:44,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:44,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:44,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:44,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:44,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:44,748 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-998581758/online-snapshot/acquired, /2-998581758/online-snapshot/reached, /2-998581758/online-snapshot/abort 2024-11-09T22:21:44,749 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,45379,1731190902609 2024-11-09T22:21:44,750 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:21:44,751 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:44,751 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:21:44,751 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:21:44,751 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,45379,1731190902609 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:21:44,752 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:44,752 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:44,752 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:44,752 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:21:44,752 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:21:44,753 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,753 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:21:44,753 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:44,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:21:44,755 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:44,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:44,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:21:44,756 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190934756 2024-11-09T22:21:44,756 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:21:44,756 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:21:44,756 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:21:44,756 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:21:44,756 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:21:44,756 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:21:44,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:44,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:44,760 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,761 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:21:44,761 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:21:44,761 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:21:44,761 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:21:44,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:44,764 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:21:44,764 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:21:44,764 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190904764,5,FailOnTimeoutGroup] 2024-11-09T22:21:44,765 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190904764,5,FailOnTimeoutGroup] 2024-11-09T22:21:44,765 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,765 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:21:44,765 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,765 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:21:44,767 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(746): ClusterId : b5f985da-1536-4436-a9ff-968b21fe7b62 2024-11-09T22:21:44,767 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:21:44,780 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:21:44,780 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:21:44,791 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:21:44,791 DEBUG [RS:0;ea9122631f8b:36627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181977e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:21:44,805 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:36627 2024-11-09T22:21:44,805 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:21:44,805 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:21:44,805 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:21:44,806 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,45379,1731190902609 with port=36627, startcode=1731190902730 2024-11-09T22:21:44,806 DEBUG [RS:0;ea9122631f8b:36627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:21:44,809 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:21:44,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45379 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,36627,1731190902730 2024-11-09T22:21:44,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45379 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,36627,1731190902730 2024-11-09T22:21:44,814 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491 2024-11-09T22:21:44,814 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34939 2024-11-09T22:21:44,814 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:21:44,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758/rs 2024-11-09T22:21:44,855 DEBUG [RS:0;ea9122631f8b:36627 {}] zookeeper.ZKUtil(111): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Set watcher on existing znode=/2-998581758/rs/ea9122631f8b,36627,1731190902730 2024-11-09T22:21:44,855 WARN [RS:0;ea9122631f8b:36627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:21:44,855 INFO [RS:0;ea9122631f8b:36627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:44,855 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730 2024-11-09T22:21:44,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,36627,1731190902730] 2024-11-09T22:21:44,881 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:21:44,890 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:21:44,893 INFO [RS:0;ea9122631f8b:36627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:21:44,893 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,896 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:21:44,897 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:21:44,897 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,897 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:21:44,898 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:21:44,898 DEBUG [RS:0;ea9122631f8b:36627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:21:44,902 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,903 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,903 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,903 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,903 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,903 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,36627,1731190902730-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:21:44,918 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:21:44,918 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,36627,1731190902730-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,918 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,918 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.Replication(171): ea9122631f8b,36627,1731190902730 started 2024-11-09T22:21:44,932 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:44,932 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,36627,1731190902730, RpcServer on ea9122631f8b/172.17.0.3:36627, sessionid=0x10121b094f00007 2024-11-09T22:21:44,932 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:21:44,932 DEBUG [RS:0;ea9122631f8b:36627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,36627,1731190902730 2024-11-09T22:21:44,932 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,36627,1731190902730' 2024-11-09T22:21:44,932 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-998581758/flush-table-proc/abort' 2024-11-09T22:21:44,932 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-998581758/flush-table-proc/acquired' 2024-11-09T22:21:44,933 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:21:44,933 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:21:44,933 DEBUG [RS:0;ea9122631f8b:36627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,36627,1731190902730 2024-11-09T22:21:44,933 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,36627,1731190902730' 2024-11-09T22:21:44,933 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-998581758/online-snapshot/abort' 2024-11-09T22:21:44,933 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-998581758/online-snapshot/acquired' 2024-11-09T22:21:44,933 DEBUG [RS:0;ea9122631f8b:36627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:21:44,933 INFO [RS:0;ea9122631f8b:36627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:21:44,933 INFO [RS:0;ea9122631f8b:36627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:21:45,034 INFO [RS:0;ea9122631f8b:36627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:21:45,036 INFO [RS:0;ea9122631f8b:36627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C36627%2C1731190902730, suffix=, logDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730, archiveDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/oldWALs, maxLogs=10 2024-11-09T22:21:45,055 DEBUG [RS:0;ea9122631f8b:36627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, exclude list is [], retry=0 2024-11-09T22:21:45,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38031,DS-8a138cbb-2f99-49d0-bb9e-5b637b7f68d7,DISK] 2024-11-09T22:21:45,064 INFO [RS:0;ea9122631f8b:36627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 2024-11-09T22:21:45,065 DEBUG [RS:0;ea9122631f8b:36627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44461:44461)] 2024-11-09T22:21:45,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:21:45,173 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491 2024-11-09T22:21:45,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:21:45,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:45,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:21:45,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:21:45,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:45,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:45,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:21:45,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:21:45,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:45,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:45,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:21:45,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:21:45,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:45,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:45,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:21:45,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:21:45,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:45,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:45,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:21:45,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740 2024-11-09T22:21:45,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740 2024-11-09T22:21:45,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:21:45,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:21:45,250 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:45,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:21:45,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:45,269 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59197125, jitterRate=-0.11789409816265106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:45,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190905212Initializing all the Stores at 1731190905214 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190905214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190905224 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190905224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190905224Cleaning up temporary data from old regions at 1731190905249 (+25 ms)Region opened successfully at 1731190905269 (+20 ms) 2024-11-09T22:21:45,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:21:45,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:21:45,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:21:45,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:21:45,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:21:45,270 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:21:45,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190905269Disabling compacts and flushes for region at 1731190905269Disabling writes for close at 1731190905269Writing region close event to WAL at 1731190905270 (+1 ms)Closed at 1731190905270 2024-11-09T22:21:45,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:45,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:21:45,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:21:45,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:21:45,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:21:45,425 DEBUG [ea9122631f8b:45379 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:21:45,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,36627,1731190902730 2024-11-09T22:21:45,426 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,36627,1731190902730, state=OPENING 2024-11-09T22:21:45,485 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:21:45,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:45,496 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:45,496 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:21:45,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,36627,1731190902730}] 2024-11-09T22:21:45,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-998581758/meta-region-server: CHANGED 2024-11-09T22:21:45,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-998581758/meta-region-server: CHANGED 2024-11-09T22:21:45,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:21:45,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:21:45,652 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:21:45,652 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:45,653 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:21:45,654 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C36627%2C1731190902730.meta, suffix=.meta, logDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730, archiveDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/oldWALs, maxLogs=10 2024-11-09T22:21:45,666 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.meta.1731190905654.meta, exclude list is [], retry=0 2024-11-09T22:21:45,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38031,DS-8a138cbb-2f99-49d0-bb9e-5b637b7f68d7,DISK] 2024-11-09T22:21:45,669 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.meta.1731190905654.meta 2024-11-09T22:21:45,669 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44461:44461)] 2024-11-09T22:21:45,669 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:45,669 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:45,669 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:21:45,669 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:21:45,669 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:21:45,670 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:21:45,670 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:45,670 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:21:45,670 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:21:45,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:21:45,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:21:45,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:45,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:45,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:21:45,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:21:45,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:45,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:45,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:21:45,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:21:45,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:45,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:45,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:21:45,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:21:45,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:45,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:21:45,674 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:21:45,674 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740 2024-11-09T22:21:45,675 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740 2024-11-09T22:21:45,675 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:21:45,675 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:21:45,676 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:21:45,677 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:21:45,677 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59965701, jitterRate=-0.1064414232969284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:21:45,677 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:21:45,677 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190905670Writing region info on filesystem at 1731190905670Initializing all the Stores at 1731190905670Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190905670Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190905671 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190905671Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190905671Cleaning up temporary data from old regions at 1731190905676 (+5 ms)Running coprocessor post-open hooks at 1731190905677 (+1 ms)Region opened successfully at 1731190905677 2024-11-09T22:21:45,678 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190905648 2024-11-09T22:21:45,679 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:21:45,679 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:21:45,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,36627,1731190902730 2024-11-09T22:21:45,680 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,36627,1731190902730, state=OPEN 2024-11-09T22:21:45,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-998581758/meta-region-server 2024-11-09T22:21:45,685 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-998581758/meta-region-server 2024-11-09T22:21:45,685 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,36627,1731190902730 2024-11-09T22:21:45,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-998581758/meta-region-server: CHANGED 2024-11-09T22:21:45,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-998581758/meta-region-server: CHANGED 2024-11-09T22:21:45,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:21:45,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,36627,1731190902730 in 189 msec 2024-11-09T22:21:45,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:21:45,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-09T22:21:45,688 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:21:45,688 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:21:45,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:45,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,36627,1731190902730, seqNum=-1] 2024-11-09T22:21:45,689 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:45,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:45,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 943 msec 2024-11-09T22:21:45,694 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190905694, completionTime=-1 2024-11-09T22:21:45,694 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:21:45,694 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:21:45,695 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:21:45,696 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731190965695 2024-11-09T22:21:45,696 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731191025696 2024-11-09T22:21:45,696 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T22:21:45,696 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45379,1731190902609-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:45,696 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45379,1731190902609-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:45,696 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45379,1731190902609-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:45,696 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:45379, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:45,696 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:45,696 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:45,698 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:21:45,699 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.886sec 2024-11-09T22:21:45,699 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:21:45,699 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:21:45,699 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:21:45,699 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:21:45,699 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:21:45,699 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45379,1731190902609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:21:45,699 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45379,1731190902609-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:21:45,701 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:21:45,701 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:21:45,701 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,45379,1731190902609-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:21:45,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ca9b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:45,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,45379,-1 for getting cluster id 2024-11-09T22:21:45,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:45,769 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5f985da-1536-4436-a9ff-968b21fe7b62' 2024-11-09T22:21:45,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:45,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5f985da-1536-4436-a9ff-968b21fe7b62" 2024-11-09T22:21:45,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2ceac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:45,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,45379,-1] 2024-11-09T22:21:45,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:45,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:45,770 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:45,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769e5d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:45,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,36627,1731190902730, seqNum=-1] 2024-11-09T22:21:45,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:45,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:45,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,45379,1731190902609 2024-11-09T22:21:45,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59999 2024-11-09T22:21:45,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:21:45,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10121b094f00008 connected 2024-11-09T22:21:45,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,35149,1731190891575 2024-11-09T22:21:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25bc053f 2024-11-09T22:21:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:45,794 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:45,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:21:45,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:21:45,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:45,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:21:45,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:21:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:45,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:21:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:46,066 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:46,067 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:46,067 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48797 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:21:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:46,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81ccb5f11cfdd09039acb6baad72c52a, NAME => 'test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5 2024-11-09T22:21:46,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:21:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:46,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:46,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81ccb5f11cfdd09039acb6baad72c52a, disabling compactions & flushes 2024-11-09T22:21:46,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:21:46,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:21:46,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. after waiting 0 ms 2024-11-09T22:21:46,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:21:46,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:21:46,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81ccb5f11cfdd09039acb6baad72c52a: Waiting for close lock at 1731190906608Disabling compacts and flushes for region at 1731190906608Disabling writes for close at 1731190906608Writing region close event to WAL at 1731190906608Closed at 1731190906608 2024-11-09T22:21:46,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:21:46,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190906610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190906610"}]},"ts":"1731190906610"} 2024-11-09T22:21:46,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:21:46,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:21:46,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190906613"}]},"ts":"1731190906613"} 2024-11-09T22:21:46,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:21:46,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81ccb5f11cfdd09039acb6baad72c52a, ASSIGN}] 2024-11-09T22:21:46,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81ccb5f11cfdd09039acb6baad72c52a, ASSIGN 2024-11-09T22:21:46,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81ccb5f11cfdd09039acb6baad72c52a, ASSIGN; state=OFFLINE, location=ea9122631f8b,40187,1731190891781; forceNewPlan=false, retain=false 2024-11-09T22:21:46,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81ccb5f11cfdd09039acb6baad72c52a, regionState=OPENING, regionLocation=ea9122631f8b,40187,1731190891781 2024-11-09T22:21:46,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81ccb5f11cfdd09039acb6baad72c52a, ASSIGN because future has completed 2024-11-09T22:21:46,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81ccb5f11cfdd09039acb6baad72c52a, server=ea9122631f8b,40187,1731190891781}] 2024-11-09T22:21:46,928 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:21:46,928 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81ccb5f11cfdd09039acb6baad72c52a, NAME => 'test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:46,928 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:46,928 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:21:46,928 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,928 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:46,928 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,929 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,930 INFO [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,930 INFO [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ccb5f11cfdd09039acb6baad72c52a columnFamilyName f 2024-11-09T22:21:46,930 DEBUG [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:46,931 INFO [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] regionserver.HStore(327): Store=81ccb5f11cfdd09039acb6baad72c52a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:46,931 INFO [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,932 INFO [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ccb5f11cfdd09039acb6baad72c52a columnFamilyName f1 2024-11-09T22:21:46,932 DEBUG [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:46,932 INFO [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] regionserver.HStore(327): Store=81ccb5f11cfdd09039acb6baad72c52a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:46,932 INFO [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,933 INFO [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ccb5f11cfdd09039acb6baad72c52a columnFamilyName norep 2024-11-09T22:21:46,933 DEBUG [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:46,933 INFO [StoreOpener-81ccb5f11cfdd09039acb6baad72c52a-1 {}] regionserver.HStore(327): Store=81ccb5f11cfdd09039acb6baad72c52a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:46,933 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,933 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,934 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,934 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,934 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,935 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:21:46,935 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:46,937 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:46,937 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81ccb5f11cfdd09039acb6baad72c52a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66540968, jitterRate=-0.008462309837341309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:21:46,937 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:21:46,938 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81ccb5f11cfdd09039acb6baad72c52a: Running coprocessor pre-open hook at 1731190906929Writing region info on filesystem at 1731190906929Initializing all the Stores at 1731190906929Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190906929Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190906929Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190906929Cleaning up temporary data from old regions at 1731190906934 (+5 ms)Running coprocessor post-open hooks at 1731190906937 (+3 ms)Region opened successfully at 1731190906938 (+1 ms) 2024-11-09T22:21:46,938 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a., pid=6, masterSystemTime=1731190906922 2024-11-09T22:21:46,940 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:21:46,940 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:21:46,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81ccb5f11cfdd09039acb6baad72c52a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,40187,1731190891781 2024-11-09T22:21:46,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81ccb5f11cfdd09039acb6baad72c52a, server=ea9122631f8b,40187,1731190891781 because future has completed 2024-11-09T22:21:46,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:21:46,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81ccb5f11cfdd09039acb6baad72c52a, server=ea9122631f8b,40187,1731190891781 in 172 msec 2024-11-09T22:21:46,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:21:46,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81ccb5f11cfdd09039acb6baad72c52a, ASSIGN in 329 msec 2024-11-09T22:21:46,946 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:21:46,946 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190906946"}]},"ts":"1731190906946"} 2024-11-09T22:21:46,947 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:21:46,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:21:46,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-09T22:21:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:47,946 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:21:47,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,44353,1731190896450 2024-11-09T22:21:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53392812 2024-11-09T22:21:47,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:47,948 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:47,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:21:47,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:21:47,951 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:47,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:21:47,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:21:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:47,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:21:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:48,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a78f865ef52566ae983867322a6612d4, NAME => 'test,,1731190907948.a78f865ef52566ae983867322a6612d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646 2024-11-09T22:21:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:21:48,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190907948.a78f865ef52566ae983867322a6612d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:48,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a78f865ef52566ae983867322a6612d4, disabling compactions & flushes 2024-11-09T22:21:48,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:21:48,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:21:48,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190907948.a78f865ef52566ae983867322a6612d4. after waiting 0 ms 2024-11-09T22:21:48,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:21:48,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:21:48,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a78f865ef52566ae983867322a6612d4: Waiting for close lock at 1731190908365Disabling compacts and flushes for region at 1731190908365Disabling writes for close at 1731190908365Writing region close event to WAL at 1731190908365Closed at 1731190908365 2024-11-09T22:21:48,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:21:48,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190907948.a78f865ef52566ae983867322a6612d4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190908366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190908366"}]},"ts":"1731190908366"} 2024-11-09T22:21:48,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:21:48,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:21:48,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190908369"}]},"ts":"1731190908369"} 2024-11-09T22:21:48,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:21:48,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a78f865ef52566ae983867322a6612d4, ASSIGN}] 2024-11-09T22:21:48,371 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a78f865ef52566ae983867322a6612d4, ASSIGN 2024-11-09T22:21:48,372 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a78f865ef52566ae983867322a6612d4, ASSIGN; state=OFFLINE, location=ea9122631f8b,45339,1731190896589; forceNewPlan=false, retain=false 2024-11-09T22:21:48,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a78f865ef52566ae983867322a6612d4, regionState=OPENING, regionLocation=ea9122631f8b,45339,1731190896589 2024-11-09T22:21:48,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a78f865ef52566ae983867322a6612d4, ASSIGN because future has completed 2024-11-09T22:21:48,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a78f865ef52566ae983867322a6612d4, server=ea9122631f8b,45339,1731190896589}] 2024-11-09T22:21:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:48,679 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:21:48,679 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a78f865ef52566ae983867322a6612d4, NAME => 'test,,1731190907948.a78f865ef52566ae983867322a6612d4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:48,680 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:48,680 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:21:48,680 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,680 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190907948.a78f865ef52566ae983867322a6612d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:48,680 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,680 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,681 INFO [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,682 INFO [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a78f865ef52566ae983867322a6612d4 columnFamilyName f 2024-11-09T22:21:48,682 DEBUG [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:48,682 INFO [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] regionserver.HStore(327): Store=a78f865ef52566ae983867322a6612d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:48,682 INFO [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,683 INFO [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a78f865ef52566ae983867322a6612d4 columnFamilyName f1 2024-11-09T22:21:48,683 DEBUG [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:48,683 INFO [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] regionserver.HStore(327): Store=a78f865ef52566ae983867322a6612d4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:48,683 INFO [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,684 INFO [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a78f865ef52566ae983867322a6612d4 columnFamilyName norep 2024-11-09T22:21:48,684 DEBUG [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:48,684 INFO [StoreOpener-a78f865ef52566ae983867322a6612d4-1 {}] regionserver.HStore(327): Store=a78f865ef52566ae983867322a6612d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:48,685 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,685 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,685 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,686 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,686 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,686 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:21:48,687 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,688 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:48,689 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a78f865ef52566ae983867322a6612d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68147529, jitterRate=0.015477314591407776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:21:48,689 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a78f865ef52566ae983867322a6612d4 2024-11-09T22:21:48,689 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a78f865ef52566ae983867322a6612d4: Running coprocessor pre-open hook at 1731190908680Writing region info on filesystem at 1731190908680Initializing all the Stores at 1731190908680Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190908681 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190908681Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190908681Cleaning up temporary data from old regions at 1731190908686 (+5 ms)Running coprocessor post-open hooks at 1731190908689 (+3 ms)Region opened successfully at 1731190908689 2024-11-09T22:21:48,689 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190907948.a78f865ef52566ae983867322a6612d4., pid=6, masterSystemTime=1731190908676 2024-11-09T22:21:48,691 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:21:48,691 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:21:48,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a78f865ef52566ae983867322a6612d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,45339,1731190896589 2024-11-09T22:21:48,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a78f865ef52566ae983867322a6612d4, server=ea9122631f8b,45339,1731190896589 because future has completed 2024-11-09T22:21:48,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:21:48,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a78f865ef52566ae983867322a6612d4, server=ea9122631f8b,45339,1731190896589 in 169 msec 2024-11-09T22:21:48,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:21:48,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a78f865ef52566ae983867322a6612d4, ASSIGN in 324 msec 2024-11-09T22:21:48,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:21:48,697 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190908696"}]},"ts":"1731190908696"} 2024-11-09T22:21:48,698 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:21:48,699 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:21:48,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-09T22:21:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:49,087 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:21:49,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:49,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,45379,1731190902609 2024-11-09T22:21:49,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bed64c0 2024-11-09T22:21:49,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:49,088 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:49,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:21:49,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:21:49,090 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:49,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:21:49,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:21:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:49,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:21:49,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T22:21:49,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T22:21:49,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:21:49,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T22:21:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:49,503 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1b01a28786e2f11c09805911de4dc62, NAME => 'test,,1731190909088.a1b01a28786e2f11c09805911de4dc62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491 2024-11-09T22:21:49,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:21:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:49,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190909088.a1b01a28786e2f11c09805911de4dc62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:49,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a1b01a28786e2f11c09805911de4dc62, disabling compactions & flushes 2024-11-09T22:21:49,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:21:49,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:21:49,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. after waiting 0 ms 2024-11-09T22:21:49,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:21:49,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:21:49,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1b01a28786e2f11c09805911de4dc62: Waiting for close lock at 1731190909910Disabling compacts and flushes for region at 1731190909910Disabling writes for close at 1731190909910Writing region close event to WAL at 1731190909910Closed at 1731190909911 (+1 ms) 2024-11-09T22:21:49,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:21:49,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190909088.a1b01a28786e2f11c09805911de4dc62.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190909912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190909912"}]},"ts":"1731190909912"} 2024-11-09T22:21:49,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:21:49,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:21:49,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190909914"}]},"ts":"1731190909914"} 2024-11-09T22:21:49,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:21:49,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1b01a28786e2f11c09805911de4dc62, ASSIGN}] 2024-11-09T22:21:49,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1b01a28786e2f11c09805911de4dc62, ASSIGN 2024-11-09T22:21:49,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a1b01a28786e2f11c09805911de4dc62, ASSIGN; state=OFFLINE, location=ea9122631f8b,36627,1731190902730; forceNewPlan=false, retain=false 2024-11-09T22:21:50,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1b01a28786e2f11c09805911de4dc62, regionState=OPENING, regionLocation=ea9122631f8b,36627,1731190902730 2024-11-09T22:21:50,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a1b01a28786e2f11c09805911de4dc62, ASSIGN because future has completed 2024-11-09T22:21:50,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1b01a28786e2f11c09805911de4dc62, server=ea9122631f8b,36627,1731190902730}] 2024-11-09T22:21:50,150 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T22:21:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:50,229 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:21:50,230 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a1b01a28786e2f11c09805911de4dc62, NAME => 'test,,1731190909088.a1b01a28786e2f11c09805911de4dc62.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:50,230 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:50,230 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:21:50,231 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,231 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190909088.a1b01a28786e2f11c09805911de4dc62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:50,231 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,231 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,240 INFO [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,242 INFO [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1b01a28786e2f11c09805911de4dc62 columnFamilyName f 2024-11-09T22:21:50,242 DEBUG [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:50,242 INFO [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] regionserver.HStore(327): Store=a1b01a28786e2f11c09805911de4dc62/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:50,242 INFO [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,243 INFO [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1b01a28786e2f11c09805911de4dc62 columnFamilyName f1 2024-11-09T22:21:50,243 DEBUG [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:50,244 INFO [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] regionserver.HStore(327): Store=a1b01a28786e2f11c09805911de4dc62/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:50,244 INFO [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,245 INFO [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1b01a28786e2f11c09805911de4dc62 columnFamilyName norep 2024-11-09T22:21:50,245 DEBUG [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:50,245 INFO [StoreOpener-a1b01a28786e2f11c09805911de4dc62-1 {}] regionserver.HStore(327): Store=a1b01a28786e2f11c09805911de4dc62/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:50,245 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,246 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,247 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,247 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,247 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,248 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:21:50,249 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,250 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:50,250 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a1b01a28786e2f11c09805911de4dc62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70341433, jitterRate=0.048169031739234924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:21:50,251 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:21:50,251 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a1b01a28786e2f11c09805911de4dc62: Running coprocessor pre-open hook at 1731190910231Writing region info on filesystem at 1731190910231Initializing all the Stores at 1731190910233 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190910233Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190910240 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190910240Cleaning up temporary data from old regions at 1731190910247 (+7 ms)Running coprocessor post-open hooks at 1731190910251 (+4 ms)Region opened successfully at 1731190910251 2024-11-09T22:21:50,251 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190909088.a1b01a28786e2f11c09805911de4dc62., pid=6, masterSystemTime=1731190910223 2024-11-09T22:21:50,253 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:21:50,253 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:21:50,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1b01a28786e2f11c09805911de4dc62, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,36627,1731190902730 2024-11-09T22:21:50,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1b01a28786e2f11c09805911de4dc62, server=ea9122631f8b,36627,1731190902730 because future has completed 2024-11-09T22:21:50,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:21:50,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1b01a28786e2f11c09805911de4dc62, server=ea9122631f8b,36627,1731190902730 in 190 msec 2024-11-09T22:21:50,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:21:50,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a1b01a28786e2f11c09805911de4dc62, ASSIGN in 347 msec 2024-11-09T22:21:50,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:21:50,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190910267"}]},"ts":"1731190910267"} 2024-11-09T22:21:50,269 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:21:50,269 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:21:50,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-11-09T22:21:51,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:21:51,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:21:51,236 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:21:51,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4552feb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:51,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,35149,-1 for getting cluster id 2024-11-09T22:21:51,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:51,238 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91a054bf-2db3-431a-8a60-b00de6765134' 2024-11-09T22:21:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91a054bf-2db3-431a-8a60-b00de6765134" 2024-11-09T22:21:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55466dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,35149,-1] 2024-11-09T22:21:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:51,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:51,240 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:51,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3963ac7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:51,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,35149,1731190891575 2024-11-09T22:21:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109f6b4f 2024-11-09T22:21:51,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:51,246 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:51,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:44353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:21:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:21:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:51,251 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:44353' 2024-11-09T22:21:51,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:51,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:51,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:51,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:51,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:51,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:51,261 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c98419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:51,261 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,44353,-1 for getting cluster id 2024-11-09T22:21:51,261 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:51,262 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50' 2024-11-09T22:21:51,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:51,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50" 2024-11-09T22:21:51,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e953ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:51,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,44353,-1] 2024-11-09T22:21:51,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:51,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:51,266 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:51,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c818574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:51,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:51,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:51,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,44353,1731190896450 2024-11-09T22:21:51,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@373ecdbf 2024-11-09T22:21:51,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:51,269 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:51,270 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T22:21:51,270 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:21:51,271 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:51,271 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:51,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:51,271 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:51,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:51,272 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:21:51,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:51,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:21:51,274 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:51,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:21:51,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:51,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:21:51,323 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:21:51,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:51,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bab516ea855eda76939e9461ca1cebfa, NAME => 'hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5 2024-11-09T22:21:51,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:21:51,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:51,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bab516ea855eda76939e9461ca1cebfa, disabling compactions & flushes 2024-11-09T22:21:51,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:21:51,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:21:51,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. after waiting 0 ms 2024-11-09T22:21:51,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:21:51,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:21:51,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bab516ea855eda76939e9461ca1cebfa: Waiting for close lock at 1731190911717Disabling compacts and flushes for region at 1731190911717Disabling writes for close at 1731190911717Writing region close event to WAL at 1731190911717Closed at 1731190911717 2024-11-09T22:21:51,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:21:51,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190911718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190911718"}]},"ts":"1731190911718"} 2024-11-09T22:21:51,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:21:51,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:21:51,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190911721"}]},"ts":"1731190911721"} 2024-11-09T22:21:51,723 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:21:51,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bab516ea855eda76939e9461ca1cebfa, ASSIGN}] 2024-11-09T22:21:51,724 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bab516ea855eda76939e9461ca1cebfa, ASSIGN 2024-11-09T22:21:51,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bab516ea855eda76939e9461ca1cebfa, ASSIGN; state=OFFLINE, location=ea9122631f8b,40187,1731190891781; forceNewPlan=false, retain=false 2024-11-09T22:21:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:51,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bab516ea855eda76939e9461ca1cebfa, regionState=OPENING, regionLocation=ea9122631f8b,40187,1731190891781 2024-11-09T22:21:51,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bab516ea855eda76939e9461ca1cebfa, ASSIGN because future has completed 2024-11-09T22:21:51,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bab516ea855eda76939e9461ca1cebfa, server=ea9122631f8b,40187,1731190891781}] 2024-11-09T22:21:52,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:21:52,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:52,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:21:52,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C40187%2C1731190891781.rep, suffix=, logDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781, archiveDir=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/oldWALs, maxLogs=10 2024-11-09T22:21:52,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.rep.1731190912045, exclude list is [], retry=0 2024-11-09T22:21:52,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44029,DS-1d999508-f508-46c7-912f-632795be4fb1,DISK] 2024-11-09T22:21:52,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.rep.1731190912045 2024-11-09T22:21:52,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46053:46053)] 2024-11-09T22:21:52,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bab516ea855eda76939e9461ca1cebfa, NAME => 'hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:52,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:52,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:21:52,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. service=MultiRowMutationService 2024-11-09T22:21:52,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:21:52,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:52,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,108 INFO [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,122 INFO [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bab516ea855eda76939e9461ca1cebfa columnFamilyName hfileref 2024-11-09T22:21:52,123 DEBUG [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:52,123 INFO [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] regionserver.HStore(327): Store=bab516ea855eda76939e9461ca1cebfa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:52,124 INFO [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,127 INFO [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bab516ea855eda76939e9461ca1cebfa columnFamilyName queue 2024-11-09T22:21:52,127 DEBUG [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:52,128 INFO [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] regionserver.HStore(327): Store=bab516ea855eda76939e9461ca1cebfa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:52,128 INFO [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,129 INFO [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bab516ea855eda76939e9461ca1cebfa columnFamilyName sid 2024-11-09T22:21:52,130 DEBUG [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:52,130 INFO [StoreOpener-bab516ea855eda76939e9461ca1cebfa-1 {}] regionserver.HStore(327): Store=bab516ea855eda76939e9461ca1cebfa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:52,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/replication/bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/replication/bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:21:52,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/replication/bab516ea855eda76939e9461ca1cebfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:52,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bab516ea855eda76939e9461ca1cebfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74942979, jitterRate=0.11673741042613983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:21:52,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:21:52,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bab516ea855eda76939e9461ca1cebfa: Running coprocessor pre-open hook at 1731190912094Writing region info on filesystem at 1731190912094Initializing all the Stores at 1731190912095 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190912095Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190912099 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190912099Cleaning up temporary data from old regions at 1731190912132 (+33 ms)Running coprocessor post-open hooks at 1731190912139 (+7 ms)Region opened successfully at 1731190912139 2024-11-09T22:21:52,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa., pid=10, masterSystemTime=1731190912039 2024-11-09T22:21:52,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:21:52,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:21:52,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bab516ea855eda76939e9461ca1cebfa, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,40187,1731190891781 2024-11-09T22:21:52,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bab516ea855eda76939e9461ca1cebfa, server=ea9122631f8b,40187,1731190891781 because future has completed 2024-11-09T22:21:52,149 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35149 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ea9122631f8b,40187,1731190891781, table=hbase:replication, region=bab516ea855eda76939e9461ca1cebfa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T22:21:52,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:21:52,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bab516ea855eda76939e9461ca1cebfa, server=ea9122631f8b,40187,1731190891781 in 266 msec 2024-11-09T22:21:52,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:21:52,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bab516ea855eda76939e9461ca1cebfa, ASSIGN in 429 msec 2024-11-09T22:21:52,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:21:52,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190912155"}]},"ts":"1731190912155"} 2024-11-09T22:21:52,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:21:52,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:21:52,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 888 msec 2024-11-09T22:21:52,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa., hostname=ea9122631f8b,40187,1731190891781, seqNum=2] 2024-11-09T22:21:52,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:52,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:21:52,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:21:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:52,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:21:52,430 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:21:52,466 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,40187,1731190891781, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:21:52,466 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:52,467 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,40187,1731190891781, seqNum=-1] 2024-11-09T22:21:52,474 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:52,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T22:21:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,40187,1731190891781', locateType=CURRENT is [region=hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa., hostname=ea9122631f8b,40187,1731190891781, seqNum=2] 2024-11-09T22:21:52,504 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:21:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:21:52,508 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,40187,1731190891781 suceeded 2024-11-09T22:21:52,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:21:52,511 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:44353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:21:52,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-09T22:21:52,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2640 sec 2024-11-09T22:21:52,541 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:44353' 2024-11-09T22:21:52,544 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d4a72aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:52,545 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,44353,-1 for getting cluster id 2024-11-09T22:21:52,545 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:52,546 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50' 2024-11-09T22:21:52,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50" 2024-11-09T22:21:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4207f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,44353,-1] 2024-11-09T22:21:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:52,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:52,549 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:52,551 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32742319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:52,551 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:52,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,44353,1731190896450 2024-11-09T22:21:52,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@294f4ec2 2024-11-09T22:21:52,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:52,554 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-09T22:21:52,555 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,40187,1731190891781 (queues=1) is replicating from cluster=91a054bf-2db3-431a-8a60-b00de6765134 to cluster=9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50 2024-11-09T22:21:52,555 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C40187%2C1731190891781 2024-11-09T22:21:52,555 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,40187,1731190891781, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:21:52,560 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, startPosition=0, beingWritten=true 2024-11-09T22:21:52,574 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C40187%2C1731190891781 2024-11-09T22:21:52,615 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:52,615 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 379, reset compression=false 2024-11-09T22:21:52,615 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,40187,1731190891781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:52,835 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 379, reset compression=false 2024-11-09T22:21:53,142 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 379, reset compression=false 2024-11-09T22:21:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:53,397 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:21:53,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:21:53,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:53,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:53,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:53,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:53,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c80f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:53,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,44353,-1 for getting cluster id 2024-11-09T22:21:53,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:53,399 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50' 2024-11-09T22:21:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50" 2024-11-09T22:21:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2140566b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,44353,-1] 2024-11-09T22:21:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:53,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:53,400 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:53,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bfc55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:53,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:53,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,44353,1731190896450 2024-11-09T22:21:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e7577d6 2024-11-09T22:21:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:53,403 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:53,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:45379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:21:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:21:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:53,407 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:45379' 2024-11-09T22:21:53,408 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1997a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:53,408 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,45379,-1 for getting cluster id 2024-11-09T22:21:53,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:53,409 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5f985da-1536-4436-a9ff-968b21fe7b62' 2024-11-09T22:21:53,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:53,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5f985da-1536-4436-a9ff-968b21fe7b62" 2024-11-09T22:21:53,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8bbeead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:53,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,45379,-1] 2024-11-09T22:21:53,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:53,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:53,411 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:53,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7362032a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:53,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:53,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,45379,1731190902609 2024-11-09T22:21:53,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a5c89c5 2024-11-09T22:21:53,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:53,413 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:53,413 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T22:21:53,413 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:21:53,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:53,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:53,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:53,414 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:53,415 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:21:53,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:21:53,416 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:53,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:21:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:21:53,465 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:21:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:53,546 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 379, reset compression=false 2024-11-09T22:21:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:53,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcd880b03389cb49e8b6540b81403db6, NAME => 'hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646 2024-11-09T22:21:53,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:21:53,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:53,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bcd880b03389cb49e8b6540b81403db6, disabling compactions & flushes 2024-11-09T22:21:53,838 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:21:53,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:21:53,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. after waiting 0 ms 2024-11-09T22:21:53,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:21:53,838 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:21:53,838 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcd880b03389cb49e8b6540b81403db6: Waiting for close lock at 1731190913838Disabling compacts and flushes for region at 1731190913838Disabling writes for close at 1731190913838Writing region close event to WAL at 1731190913838Closed at 1731190913838 2024-11-09T22:21:53,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:21:53,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190913839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190913839"}]},"ts":"1731190913839"} 2024-11-09T22:21:53,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:21:53,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:21:53,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190913843"}]},"ts":"1731190913843"} 2024-11-09T22:21:53,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:21:53,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcd880b03389cb49e8b6540b81403db6, ASSIGN}] 2024-11-09T22:21:53,846 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcd880b03389cb49e8b6540b81403db6, ASSIGN 2024-11-09T22:21:53,847 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcd880b03389cb49e8b6540b81403db6, ASSIGN; state=OFFLINE, location=ea9122631f8b,45339,1731190896589; forceNewPlan=false, retain=false 2024-11-09T22:21:53,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcd880b03389cb49e8b6540b81403db6, regionState=OPENING, regionLocation=ea9122631f8b,45339,1731190896589 2024-11-09T22:21:54,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcd880b03389cb49e8b6540b81403db6, ASSIGN because future has completed 2024-11-09T22:21:54,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd880b03389cb49e8b6540b81403db6, server=ea9122631f8b,45339,1731190896589}] 2024-11-09T22:21:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:54,050 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 379, reset compression=false 2024-11-09T22:21:54,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:21:54,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:54,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:21:54,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C45339%2C1731190896589.rep, suffix=, logDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589, archiveDir=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/oldWALs, maxLogs=10 2024-11-09T22:21:54,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.rep.1731190914160, exclude list is [], retry=0 2024-11-09T22:21:54,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44781,DS-5fb598df-8093-40c5-a953-b71f25a86771,DISK] 2024-11-09T22:21:54,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.rep.1731190914160 2024-11-09T22:21:54,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33531:33531)] 2024-11-09T22:21:54,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bcd880b03389cb49e8b6540b81403db6, NAME => 'hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:54,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:54,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:21:54,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. service=MultiRowMutationService 2024-11-09T22:21:54,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:21:54,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:54,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,197 INFO [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,198 INFO [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd880b03389cb49e8b6540b81403db6 columnFamilyName hfileref 2024-11-09T22:21:54,198 DEBUG [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:54,199 INFO [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] regionserver.HStore(327): Store=bcd880b03389cb49e8b6540b81403db6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:54,199 INFO [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,200 INFO [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd880b03389cb49e8b6540b81403db6 columnFamilyName queue 2024-11-09T22:21:54,200 DEBUG [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:54,200 INFO [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] regionserver.HStore(327): Store=bcd880b03389cb49e8b6540b81403db6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:54,200 INFO [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,201 INFO [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcd880b03389cb49e8b6540b81403db6 columnFamilyName sid 2024-11-09T22:21:54,201 DEBUG [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:54,201 INFO [StoreOpener-bcd880b03389cb49e8b6540b81403db6-1 {}] regionserver.HStore(327): Store=bcd880b03389cb49e8b6540b81403db6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:54,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/replication/bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/replication/bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:21:54,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/replication/bcd880b03389cb49e8b6540b81403db6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:54,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bcd880b03389cb49e8b6540b81403db6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70521651, jitterRate=0.05085448920726776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:21:54,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:21:54,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bcd880b03389cb49e8b6540b81403db6: Running coprocessor pre-open hook at 1731190914195Writing region info on filesystem at 1731190914195Initializing all the Stores at 1731190914195Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190914195Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190914196 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190914196Cleaning up temporary data from old regions at 1731190914206 (+10 ms)Running coprocessor post-open hooks at 1731190914215 (+9 ms)Region opened successfully at 1731190914215 2024-11-09T22:21:54,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6., pid=10, masterSystemTime=1731190914153 2024-11-09T22:21:54,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:21:54,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:21:54,227 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcd880b03389cb49e8b6540b81403db6, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,45339,1731190896589 2024-11-09T22:21:54,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcd880b03389cb49e8b6540b81403db6, server=ea9122631f8b,45339,1731190896589 because future has completed 2024-11-09T22:21:54,234 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44353 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ea9122631f8b,45339,1731190896589, table=hbase:replication, region=bcd880b03389cb49e8b6540b81403db6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T22:21:54,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:21:54,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bcd880b03389cb49e8b6540b81403db6, server=ea9122631f8b,45339,1731190896589 in 240 msec 2024-11-09T22:21:54,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:21:54,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcd880b03389cb49e8b6540b81403db6, ASSIGN in 398 msec 2024-11-09T22:21:54,247 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:21:54,247 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190914247"}]},"ts":"1731190914247"} 2024-11-09T22:21:54,250 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:21:54,251 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:21:54,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 837 msec 2024-11-09T22:21:54,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6., hostname=ea9122631f8b,45339,1731190896589, seqNum=2] 2024-11-09T22:21:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:21:54,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:21:54,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:21:54,512 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:21:54,541 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,45339,1731190896589, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:21:54,541 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:54,541 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,45339,1731190896589, seqNum=-1] 2024-11-09T22:21:54,541 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:54,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T22:21:54,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,45339,1731190896589', locateType=CURRENT is [region=hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6., hostname=ea9122631f8b,45339,1731190896589, seqNum=2] 2024-11-09T22:21:54,546 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:21:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:21:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:54,548 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,45339,1731190896589 suceeded 2024-11-09T22:21:54,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:21:54,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-09T22:21:54,550 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:45379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:21:54,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1470 sec 2024-11-09T22:21:54,560 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:45379' 2024-11-09T22:21:54,562 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1465f76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:54,562 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,45379,-1 for getting cluster id 2024-11-09T22:21:54,562 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:54,562 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5f985da-1536-4436-a9ff-968b21fe7b62' 2024-11-09T22:21:54,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:54,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5f985da-1536-4436-a9ff-968b21fe7b62" 2024-11-09T22:21:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b9363e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,45379,-1] 2024-11-09T22:21:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:54,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:54,564 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:54,565 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4326d42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:54,565 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:54,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,45379,1731190902609 2024-11-09T22:21:54,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f15d23a 2024-11-09T22:21:54,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:54,567 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-09T22:21:54,568 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,45339,1731190896589 (queues=1) is replicating from cluster=9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50 to cluster=b5f985da-1536-4436-a9ff-968b21fe7b62 2024-11-09T22:21:54,568 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C45339%2C1731190896589 2024-11-09T22:21:54,568 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,45339,1731190896589, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:21:54,568 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, startPosition=0, beingWritten=true 2024-11-09T22:21:54,568 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C45339%2C1731190896589 2024-11-09T22:21:54,573 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:54,573 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 379, reset compression=false 2024-11-09T22:21:54,573 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,45339,1731190896589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:54,654 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 379, reset compression=false 2024-11-09T22:21:54,777 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 379, reset compression=false 2024-11-09T22:21:55,081 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 379, reset compression=false 2024-11-09T22:21:55,357 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 379, reset compression=false 2024-11-09T22:21:55,485 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 379, reset compression=false 2024-11-09T22:21:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:55,556 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:21:55,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:21:55,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:55,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:55,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:55,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:55,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5096770c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:55,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,45379,-1 for getting cluster id 2024-11-09T22:21:55,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:55,558 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5f985da-1536-4436-a9ff-968b21fe7b62' 2024-11-09T22:21:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5f985da-1536-4436-a9ff-968b21fe7b62" 2024-11-09T22:21:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b13f772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,45379,-1] 2024-11-09T22:21:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:55,560 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa9ee7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:55,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:55,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,45379,1731190902609 2024-11-09T22:21:55,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b0b8669 2024-11-09T22:21:55,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:55,563 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:55,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:35149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:21:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:21:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:55,566 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:35149' 2024-11-09T22:21:55,567 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edbccf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:55,567 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,35149,-1 for getting cluster id 2024-11-09T22:21:55,568 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:55,568 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91a054bf-2db3-431a-8a60-b00de6765134' 2024-11-09T22:21:55,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:55,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91a054bf-2db3-431a-8a60-b00de6765134" 2024-11-09T22:21:55,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a68a2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:55,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,35149,-1] 2024-11-09T22:21:55,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:55,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:55,570 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:55,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6100694d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:55,574 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:55,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,35149,1731190891575 2024-11-09T22:21:55,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7664a408 2024-11-09T22:21:55,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:55,577 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:21:55,578 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T22:21:55,579 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:21:55,579 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:55,579 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:55,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:55,579 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:21:55,582 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:21:55,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:21:55,583 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:55,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:21:55,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:21:55,605 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac560b64a6ba14309fc23bfdbe55ea6d, NAME => 'hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491 2024-11-09T22:21:55,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:21:55,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:55,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ac560b64a6ba14309fc23bfdbe55ea6d, disabling compactions & flushes 2024-11-09T22:21:55,620 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:21:55,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:21:55,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. after waiting 0 ms 2024-11-09T22:21:55,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:21:55,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:21:55,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac560b64a6ba14309fc23bfdbe55ea6d: Waiting for close lock at 1731190915620Disabling compacts and flushes for region at 1731190915620Disabling writes for close at 1731190915621 (+1 ms)Writing region close event to WAL at 1731190915621Closed at 1731190915621 2024-11-09T22:21:55,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:21:55,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190915622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190915622"}]},"ts":"1731190915622"} 2024-11-09T22:21:55,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:21:55,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:21:55,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190915625"}]},"ts":"1731190915625"} 2024-11-09T22:21:55,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:21:55,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac560b64a6ba14309fc23bfdbe55ea6d, ASSIGN}] 2024-11-09T22:21:55,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac560b64a6ba14309fc23bfdbe55ea6d, ASSIGN 2024-11-09T22:21:55,630 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac560b64a6ba14309fc23bfdbe55ea6d, ASSIGN; state=OFFLINE, location=ea9122631f8b,36627,1731190902730; forceNewPlan=false, retain=false 2024-11-09T22:21:55,632 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:21:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:55,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ac560b64a6ba14309fc23bfdbe55ea6d, regionState=OPENING, regionLocation=ea9122631f8b,36627,1731190902730 2024-11-09T22:21:55,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac560b64a6ba14309fc23bfdbe55ea6d, ASSIGN because future has completed 2024-11-09T22:21:55,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac560b64a6ba14309fc23bfdbe55ea6d, server=ea9122631f8b,36627,1731190902730}] 2024-11-09T22:21:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:55,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:21:55,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:21:55,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:21:55,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C36627%2C1731190902730.rep, suffix=, logDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730, archiveDir=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/oldWALs, maxLogs=10 2024-11-09T22:21:55,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.rep.1731190915940, exclude list is [], retry=0 2024-11-09T22:21:55,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38031,DS-8a138cbb-2f99-49d0-bb9e-5b637b7f68d7,DISK] 2024-11-09T22:21:55,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.rep.1731190915940 2024-11-09T22:21:55,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44461:44461)] 2024-11-09T22:21:55,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ac560b64a6ba14309fc23bfdbe55ea6d, NAME => 'hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:21:55,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:21:55,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:21:55,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. service=MultiRowMutationService 2024-11-09T22:21:55,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:21:55,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:21:55,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,958 INFO [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,959 INFO [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac560b64a6ba14309fc23bfdbe55ea6d columnFamilyName hfileref 2024-11-09T22:21:55,959 DEBUG [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:55,959 INFO [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] regionserver.HStore(327): Store=ac560b64a6ba14309fc23bfdbe55ea6d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:55,960 INFO [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,960 INFO [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac560b64a6ba14309fc23bfdbe55ea6d columnFamilyName queue 2024-11-09T22:21:55,960 DEBUG [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:55,961 INFO [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] regionserver.HStore(327): Store=ac560b64a6ba14309fc23bfdbe55ea6d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:55,961 INFO [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,961 INFO [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac560b64a6ba14309fc23bfdbe55ea6d columnFamilyName sid 2024-11-09T22:21:55,961 DEBUG [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:21:55,962 INFO [StoreOpener-ac560b64a6ba14309fc23bfdbe55ea6d-1 {}] regionserver.HStore(327): Store=ac560b64a6ba14309fc23bfdbe55ea6d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:21:55,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/replication/ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/replication/ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:21:55,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/replication/ac560b64a6ba14309fc23bfdbe55ea6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:21:55,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ac560b64a6ba14309fc23bfdbe55ea6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62771197, jitterRate=-0.06463627517223358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:21:55,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:21:55,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ac560b64a6ba14309fc23bfdbe55ea6d: Running coprocessor pre-open hook at 1731190915957Writing region info on filesystem at 1731190915957Initializing all the Stores at 1731190915958 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190915958Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190915958Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190915958Cleaning up temporary data from old regions at 1731190915963 (+5 ms)Running coprocessor post-open hooks at 1731190915966 (+3 ms)Region opened successfully at 1731190915966 2024-11-09T22:21:55,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d., pid=10, masterSystemTime=1731190915935 2024-11-09T22:21:55,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:21:55,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:21:55,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ac560b64a6ba14309fc23bfdbe55ea6d, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,36627,1731190902730 2024-11-09T22:21:55,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac560b64a6ba14309fc23bfdbe55ea6d, server=ea9122631f8b,36627,1731190902730 because future has completed 2024-11-09T22:21:55,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:21:55,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ac560b64a6ba14309fc23bfdbe55ea6d, server=ea9122631f8b,36627,1731190902730 in 188 msec 2024-11-09T22:21:55,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:21:55,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac560b64a6ba14309fc23bfdbe55ea6d, ASSIGN in 345 msec 2024-11-09T22:21:55,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:21:55,975 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190915975"}]},"ts":"1731190915975"} 2024-11-09T22:21:55,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:21:55,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:21:55,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 398 msec 2024-11-09T22:21:55,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d., hostname=ea9122631f8b,36627,1731190902730, seqNum=2] 2024-11-09T22:21:55,994 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 379, reset compression=false 2024-11-09T22:21:56,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:56,115 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:21:56,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T22:21:56,166 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 379, reset compression=false 2024-11-09T22:21:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:56,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:21:56,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:21:56,487 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:21:56,518 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,36627,1731190902730, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:21:56,518 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:56,518 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,36627,1731190902730, seqNum=-1] 2024-11-09T22:21:56,519 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:56,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T22:21:56,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,36627,1731190902730', locateType=CURRENT is [region=hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d., hostname=ea9122631f8b,36627,1731190902730, seqNum=2] 2024-11-09T22:21:56,526 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:21:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:21:56,528 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,36627,1731190902730 suceeded 2024-11-09T22:21:56,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:21:56,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-09T22:21:56,529 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:35149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:21:56,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 966 msec 2024-11-09T22:21:56,542 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:35149' 2024-11-09T22:21:56,543 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5919a500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,543 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,35149,-1 for getting cluster id 2024-11-09T22:21:56,543 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:56,544 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91a054bf-2db3-431a-8a60-b00de6765134' 2024-11-09T22:21:56,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:56,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91a054bf-2db3-431a-8a60-b00de6765134" 2024-11-09T22:21:56,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5015f8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,35149,-1] 2024-11-09T22:21:56,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:56,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:56,545 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:56,546 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66c339d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,546 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:21:56,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,35149,1731190891575 2024-11-09T22:21:56,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e1666e3 2024-11-09T22:21:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:21:56,547 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T22:21:56,548 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,36627,1731190902730 (queues=1) is replicating from cluster=b5f985da-1536-4436-a9ff-968b21fe7b62 to cluster=91a054bf-2db3-431a-8a60-b00de6765134 2024-11-09T22:21:56,548 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C36627%2C1731190902730 2024-11-09T22:21:56,548 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,36627,1731190902730, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:21:56,548 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C36627%2C1731190902730 2024-11-09T22:21:56,548 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, startPosition=0, beingWritten=true 2024-11-09T22:21:56,564 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:56,564 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 379, reset compression=false 2024-11-09T22:21:56,564 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,36627,1731190902730 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:56,597 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 379, reset compression=false 2024-11-09T22:21:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:21:56,706 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:21:56,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:21:56,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:21:56,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:56,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:56,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:21:56,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e68672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,35149,-1 for getting cluster id 2024-11-09T22:21:56,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:56,708 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91a054bf-2db3-431a-8a60-b00de6765134' 2024-11-09T22:21:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91a054bf-2db3-431a-8a60-b00de6765134" 2024-11-09T22:21:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce53847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,35149,-1] 2024-11-09T22:21:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:56,709 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:56,709 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:56,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be34382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172b80a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,44353,-1 for getting cluster id 2024-11-09T22:21:56,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:56,711 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50' 2024-11-09T22:21:56,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:56,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50" 2024-11-09T22:21:56,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51528b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,44353,-1] 2024-11-09T22:21:56,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:56,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:56,712 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a638977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b563c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,45379,-1 for getting cluster id 2024-11-09T22:21:56,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:56,713 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5f985da-1536-4436-a9ff-968b21fe7b62' 2024-11-09T22:21:56,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:56,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5f985da-1536-4436-a9ff-968b21fe7b62" 2024-11-09T22:21:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb15dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,45379,-1] 2024-11-09T22:21:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:56,714 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c6bd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:56,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,40187,1731190891781, seqNum=-1] 2024-11-09T22:21:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:56,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a., hostname=ea9122631f8b,40187,1731190891781, seqNum=2] 2024-11-09T22:21:56,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,36627,1731190902730, seqNum=-1] 2024-11-09T22:21:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:56,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:56,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731190909088.a1b01a28786e2f11c09805911de4dc62., hostname=ea9122631f8b,36627,1731190902730, seqNum=2] 2024-11-09T22:21:56,760 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T22:21:56,767 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 379, reset compression=false 2024-11-09T22:21:57,069 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 379, reset compression=false 2024-11-09T22:21:57,070 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 379, reset compression=false 2024-11-09T22:21:57,079 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:21:57,079 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 480, reset compression=false 2024-11-09T22:21:57,079 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,40187,1731190891781 got entry batch from reader: WALEntryBatch [walEntries=[{test/81ccb5f11cfdd09039acb6baad72c52a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T22:21:57,082 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:21:57,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-09T22:21:57,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:21:57,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5765abce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:57,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,44353,-1 for getting cluster id 2024-11-09T22:21:57,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:57,091 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50' 2024-11-09T22:21:57,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:57,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b55a102-1c2d-4f0c-8d0f-f6fd9f71ed50" 2024-11-09T22:21:57,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:57,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f87e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:57,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,44353,-1] 2024-11-09T22:21:57,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:57,094 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:57,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46fdc801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:57,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:57,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,45339,1731190896589, seqNum=-1] 2024-11-09T22:21:57,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:57,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T22:21:57,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731190907948.a78f865ef52566ae983867322a6612d4., hostname=ea9122631f8b,45339,1731190896589, seqNum=2] 2024-11-09T22:21:57,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:21:57,290 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 480, reset compression=false 2024-11-09T22:21:57,300 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 379, reset compression=false 2024-11-09T22:21:57,305 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:21:57,305 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 504, reset compression=false 2024-11-09T22:21:57,305 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,45339,1731190896589 got entry batch from reader: WALEntryBatch [walEntries=[{test/a78f865ef52566ae983867322a6612d4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T22:21:57,308 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:21:57,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-09T22:21:57,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:21:57,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57cf1273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:57,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,45379,-1 for getting cluster id 2024-11-09T22:21:57,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:57,317 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5f985da-1536-4436-a9ff-968b21fe7b62' 2024-11-09T22:21:57,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:57,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5f985da-1536-4436-a9ff-968b21fe7b62" 2024-11-09T22:21:57,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f1ec24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:57,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,45379,-1] 2024-11-09T22:21:57,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:57,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:57,319 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:57,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@189328d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:57,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:57,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,36627,1731190902730, seqNum=-1] 2024-11-09T22:21:57,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:57,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T22:21:57,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731190909088.a1b01a28786e2f11c09805911de4dc62., hostname=ea9122631f8b,36627,1731190902730, seqNum=2] 2024-11-09T22:21:57,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:21:57,485 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 379, reset compression=false 2024-11-09T22:21:57,502 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:57,502 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 528, reset compression=false 2024-11-09T22:21:57,502 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,36627,1731190902730 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:57,527 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 504, reset compression=false 2024-11-09T22:21:57,593 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 480, reset compression=false 2024-11-09T22:21:57,599 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:21:57,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:57,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:57,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:57,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:57,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:57,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:57,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:57,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:57,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:57,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:57,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:21:57,707 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 528, reset compression=false 2024-11-09T22:21:57,762 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T22:21:57,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,45339,1731190896589, seqNum=-1] 2024-11-09T22:21:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:57,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:21:57,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731190907948.a78f865ef52566ae983867322a6612d4., hostname=ea9122631f8b,45339,1731190896589, seqNum=2] 2024-11-09T22:21:57,767 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T22:21:57,831 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 504, reset compression=false 2024-11-09T22:21:57,836 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:21:57,836 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 608, reset compression=false 2024-11-09T22:21:57,836 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,45339,1731190896589 got entry batch from reader: WALEntryBatch [walEntries=[{test/a78f865ef52566ae983867322a6612d4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T22:21:57,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:21:57,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:21:57,997 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 480, reset compression=false 2024-11-09T22:21:58,011 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 528, reset compression=false 2024-11-09T22:21:58,015 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:21:58,015 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 656, reset compression=false 2024-11-09T22:21:58,015 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,36627,1731190902730 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1b01a28786e2f11c09805911de4dc62/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T22:21:58,017 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:21:58,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T22:21:58,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:21:58,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d6f9f51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:58,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,35149,-1 for getting cluster id 2024-11-09T22:21:58,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:21:58,019 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91a054bf-2db3-431a-8a60-b00de6765134' 2024-11-09T22:21:58,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:21:58,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91a054bf-2db3-431a-8a60-b00de6765134" 2024-11-09T22:21:58,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b1b9182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:58,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,35149,-1] 2024-11-09T22:21:58,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:21:58,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:21:58,020 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:21:58,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c44f1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:21:58,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:21:58,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,40187,1731190891781, seqNum=-1] 2024-11-09T22:21:58,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:21:58,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T22:21:58,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a., hostname=ea9122631f8b,40187,1731190891781, seqNum=2] 2024-11-09T22:21:58,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:21:58,039 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 608, reset compression=false 2024-11-09T22:21:58,219 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 656, reset compression=false 2024-11-09T22:21:58,343 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 608, reset compression=false 2024-11-09T22:21:58,500 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 480, reset compression=false 2024-11-09T22:21:58,522 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 656, reset compression=false 2024-11-09T22:21:58,525 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:58,525 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,40187,1731190891781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:58,525 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 632, reset compression=false 2024-11-09T22:21:58,740 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 632, reset compression=false 2024-11-09T22:21:58,747 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 608, reset compression=false 2024-11-09T22:21:58,769 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T22:21:58,772 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T22:21:58,933 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 656, reset compression=false 2024-11-09T22:21:58,938 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:21:58,938 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 760, reset compression=false 2024-11-09T22:21:58,938 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,36627,1731190902730 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1b01a28786e2f11c09805911de4dc62/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T22:21:58,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:21:58,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:21:59,048 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 632, reset compression=false 2024-11-09T22:21:59,053 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:21:59,053 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 760, reset compression=false 2024-11-09T22:21:59,053 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,40187,1731190891781 got entry batch from reader: WALEntryBatch [walEntries=[{test/81ccb5f11cfdd09039acb6baad72c52a/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T22:21:59,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:21:59,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:21:59,144 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 760, reset compression=false 2024-11-09T22:21:59,252 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 608, reset compression=false 2024-11-09T22:21:59,256 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:21:59,256 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 760, reset compression=false 2024-11-09T22:21:59,256 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,45339,1731190896589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:21:59,257 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 760, reset compression=false 2024-11-09T22:21:59,448 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 760, reset compression=false 2024-11-09T22:21:59,460 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 760, reset compression=false 2024-11-09T22:21:59,561 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 760, reset compression=false 2024-11-09T22:21:59,763 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 760, reset compression=false 2024-11-09T22:21:59,774 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T22:21:59,778 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T22:21:59,852 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 760, reset compression=false 2024-11-09T22:21:59,966 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 760, reset compression=false 2024-11-09T22:21:59,970 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:21:59,970 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 916, reset compression=false 2024-11-09T22:21:59,970 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,40187,1731190891781 got entry batch from reader: WALEntryBatch [walEntries=[{test/81ccb5f11cfdd09039acb6baad72c52a/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T22:21:59,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:21:59,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:00,166 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 760, reset compression=false 2024-11-09T22:22:00,171 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:00,171 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 908, reset compression=false 2024-11-09T22:22:00,171 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,45339,1731190896589 got entry batch from reader: WALEntryBatch [walEntries=[{test/a78f865ef52566ae983867322a6612d4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T22:22:00,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:00,174 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 916, reset compression=false 2024-11-09T22:22:00,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:00,355 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 760, reset compression=false 2024-11-09T22:22:00,374 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 908, reset compression=false 2024-11-09T22:22:00,391 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:00,391 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 932, reset compression=false 2024-11-09T22:22:00,391 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,36627,1731190902730 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:00,478 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 916, reset compression=false 2024-11-09T22:22:00,622 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 932, reset compression=false 2024-11-09T22:22:00,704 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 908, reset compression=false 2024-11-09T22:22:00,781 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T22:22:00,784 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T22:22:00,908 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 916, reset compression=false 2024-11-09T22:22:00,925 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 932, reset compression=false 2024-11-09T22:22:01,108 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 908, reset compression=false 2024-11-09T22:22:01,111 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:01,111 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1067, reset compression=false 2024-11-09T22:22:01,112 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,45339,1731190896589 got entry batch from reader: WALEntryBatch [walEntries=[{test/a78f865ef52566ae983867322a6612d4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T22:22:01,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:01,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:01,314 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1067, reset compression=false 2024-11-09T22:22:01,339 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 932, reset compression=false 2024-11-09T22:22:01,342 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:01,342 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1082, reset compression=false 2024-11-09T22:22:01,342 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,36627,1731190902730 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1b01a28786e2f11c09805911de4dc62/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T22:22:01,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:01,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:01,414 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 916, reset compression=false 2024-11-09T22:22:01,418 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:01,418 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1090, reset compression=false 2024-11-09T22:22:01,418 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,40187,1731190891781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:01,546 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1082, reset compression=false 2024-11-09T22:22:01,549 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T22:22:01,617 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1067, reset compression=false 2024-11-09T22:22:01,622 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1090, reset compression=false 2024-11-09T22:22:01,786 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T22:22:01,789 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T22:22:01,849 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1082, reset compression=false 2024-11-09T22:22:01,853 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:01,853 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1241, reset compression=false 2024-11-09T22:22:01,853 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,36627,1731190902730 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1b01a28786e2f11c09805911de4dc62/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T22:22:01,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:01,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:01,925 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1090, reset compression=false 2024-11-09T22:22:01,932 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:01,932 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1240, reset compression=false 2024-11-09T22:22:01,932 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,40187,1731190891781 got entry batch from reader: WALEntryBatch [walEntries=[{test/81ccb5f11cfdd09039acb6baad72c52a/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T22:22:01,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:01,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:02,020 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1067, reset compression=false 2024-11-09T22:22:02,025 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:02,025 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1241, reset compression=false 2024-11-09T22:22:02,025 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,45339,1731190896589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:02,058 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1241, reset compression=false 2024-11-09T22:22:02,141 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1240, reset compression=false 2024-11-09T22:22:02,229 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1241, reset compression=false 2024-11-09T22:22:02,361 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1241, reset compression=false 2024-11-09T22:22:02,444 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1240, reset compression=false 2024-11-09T22:22:02,533 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1241, reset compression=false 2024-11-09T22:22:02,764 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1241, reset compression=false 2024-11-09T22:22:02,792 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T22:22:02,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d220ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:02,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,45379,-1 for getting cluster id 2024-11-09T22:22:02,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:02,798 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5f985da-1536-4436-a9ff-968b21fe7b62' 2024-11-09T22:22:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5f985da-1536-4436-a9ff-968b21fe7b62" 2024-11-09T22:22:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f13c9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,45379,-1] 2024-11-09T22:22:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:02,800 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddfab67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:02,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,45379,1731190902609 2024-11-09T22:22:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e0d6222 2024-11-09T22:22:02,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:02,805 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:22:02,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-09T22:22:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-09T22:22:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T22:22:02,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:22:02,850 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1240, reset compression=false 2024-11-09T22:22:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T22:22:02,936 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1241, reset compression=false 2024-11-09T22:22:02,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T22:22:02,984 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-09T22:22:02,984 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-09T22:22:02,985 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,36627,1731190902730 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-09T22:22:02,985 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0. 2024-11-09T22:22:02,985 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:02,985 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:02,985 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:02,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:03,085 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:22:03,085 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T22:22:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T22:22:03,185 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 terminated 2024-11-09T22:22:03,202 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,36627,1731190902730, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:22:03,202 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-09T22:22:03,202 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T22:22:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T22:22:03,205 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on ea9122631f8b,36627,1731190902730 suceeded 2024-11-09T22:22:03,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T22:22:03,206 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-09T22:22:03,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-09T22:22:03,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 400 msec 2024-11-09T22:22:03,220 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:35149' 2024-11-09T22:22:03,222 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73aef2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:03,222 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,35149,-1 for getting cluster id 2024-11-09T22:22:03,222 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:03,222 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91a054bf-2db3-431a-8a60-b00de6765134' 2024-11-09T22:22:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91a054bf-2db3-431a-8a60-b00de6765134" 2024-11-09T22:22:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bcd33a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,35149,-1] 2024-11-09T22:22:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:03,224 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:03,224 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63fbd4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:03,224 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,35149,1731190891575 2024-11-09T22:22:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d694811 2024-11-09T22:22:03,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:03,226 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T22:22:03,226 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,36627,1731190902730 (queues=1) is replicating from cluster=b5f985da-1536-4436-a9ff-968b21fe7b62 to cluster=91a054bf-2db3-431a-8a60-b00de6765134 2024-11-09T22:22:03,226 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C36627%2C1731190902730 2024-11-09T22:22:03,226 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,36627,1731190902730, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:22:03,228 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C36627%2C1731190902730 2024-11-09T22:22:03,352 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1240, reset compression=false 2024-11-09T22:22:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T22:22:03,436 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:22:03,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:03,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:03,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:03,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:03,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:03,439 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1241, reset compression=false 2024-11-09T22:22:03,439 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-09T22:22:03,955 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1240, reset compression=false 2024-11-09T22:22:03,959 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:03,959 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1344, reset compression=false 2024-11-09T22:22:03,959 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,40187,1731190891781 got entry batch from reader: WALEntryBatch [walEntries=[{test/81ccb5f11cfdd09039acb6baad72c52a/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T22:22:03,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:03,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:04,042 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1241, reset compression=false 2024-11-09T22:22:04,045 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:04,045 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1369, reset compression=false 2024-11-09T22:22:04,045 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,45339,1731190896589 got entry batch from reader: WALEntryBatch [walEntries=[{test/a78f865ef52566ae983867322a6612d4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T22:22:04,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:04,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:04,162 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1344, reset compression=false 2024-11-09T22:22:04,248 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1369, reset compression=false 2024-11-09T22:22:04,441 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-09T22:22:04,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1274a105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:04,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,45379,-1 for getting cluster id 2024-11-09T22:22:04,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:04,444 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5f985da-1536-4436-a9ff-968b21fe7b62' 2024-11-09T22:22:04,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:04,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5f985da-1536-4436-a9ff-968b21fe7b62" 2024-11-09T22:22:04,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61502ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,45379,-1] 2024-11-09T22:22:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:04,445 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1faeb236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:04,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,45379,1731190902609 2024-11-09T22:22:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b23ff59 2024-11-09T22:22:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:04,450 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:22:04,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-09T22:22:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-09T22:22:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T22:22:04,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:22:04,466 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1344, reset compression=false 2024-11-09T22:22:04,551 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1369, reset compression=false 2024-11-09T22:22:04,555 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:04,555 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1473, reset compression=false 2024-11-09T22:22:04,555 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,45339,1731190896589 got entry batch from reader: WALEntryBatch [walEntries=[{test/a78f865ef52566ae983867322a6612d4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T22:22:04,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:04,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T22:22:04,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-09T22:22:04,617 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-09T22:22:04,618 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T22:22:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-09T22:22:04,620 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on ea9122631f8b,36627,1731190902730 suceeded 2024-11-09T22:22:04,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T22:22:04,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-09T22:22:04,621 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-09T22:22:04,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 170 msec 2024-11-09T22:22:04,628 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, startPosition=1241, beingWritten=true 2024-11-09T22:22:04,632 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:04,632 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1521, reset compression=false 2024-11-09T22:22:04,632 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,36627,1731190902730 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1b01a28786e2f11c09805911de4dc62/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T22:22:04,634 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:22:04,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T22:22:04,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:04,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:04,759 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1473, reset compression=false 2024-11-09T22:22:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T22:22:04,776 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:22:04,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:04,777 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:04,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:04,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:04,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:04,778 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-09T22:22:04,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:22:04,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:04,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:04,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:04,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:04,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:04,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:22:04,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1437104757, stopped=false 2024-11-09T22:22:04,779 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,45379,1731190902609 2024-11-09T22:22:04,789 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-998581758/running 2024-11-09T22:22:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-998581758/running 2024-11-09T22:22:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:22:04,789 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:22:04,789 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:04,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:04,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:04,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:04,790 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,36627,1731190902730' ***** 2024-11-09T22:22:04,790 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:22:04,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Set watcher on znode that does not yet exist, /2-998581758/running 2024-11-09T22:22:04,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Set watcher on znode that does not yet exist, /2-998581758/running 2024-11-09T22:22:04,790 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:22:04,790 INFO [RS:0;ea9122631f8b:36627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:22:04,790 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:22:04,790 INFO [RS:0;ea9122631f8b:36627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:22:04,791 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(3091): Received CLOSE for a1b01a28786e2f11c09805911de4dc62 2024-11-09T22:22:04,791 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(3091): Received CLOSE for ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:22:04,791 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,36627,1731190902730 2024-11-09T22:22:04,791 INFO [RS:0;ea9122631f8b:36627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:04,791 INFO [RS:0;ea9122631f8b:36627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:36627. 2024-11-09T22:22:04,791 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1b01a28786e2f11c09805911de4dc62, disabling compactions & flushes 2024-11-09T22:22:04,791 DEBUG [RS:0;ea9122631f8b:36627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:04,791 DEBUG [RS:0;ea9122631f8b:36627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:04,791 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:22:04,791 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:22:04,791 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. after waiting 0 ms 2024-11-09T22:22:04,791 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:22:04,791 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:22:04,791 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:22:04,791 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:22:04,791 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:22:04,791 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a1b01a28786e2f11c09805911de4dc62 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T22:22:04,791 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:22:04,791 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a1b01a28786e2f11c09805911de4dc62=test,,1731190909088.a1b01a28786e2f11c09805911de4dc62., ac560b64a6ba14309fc23bfdbe55ea6d=hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d.} 2024-11-09T22:22:04,791 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1b01a28786e2f11c09805911de4dc62, ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:22:04,791 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:22:04,791 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:22:04,791 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:22:04,791 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:22:04,791 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:22:04,791 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:22:04,810 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/info/436d870aa2ae43c2883b8f2b2a18c36f is 147, key is hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d./info:regioninfo/1731190915969/Put/seqid=0 2024-11-09T22:22:04,810 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/.tmp/f/e3cb115aea2b4392981289105cae30a0 is 37, key is row3/f:row3/1731190923437/Put/seqid=0 2024-11-09T22:22:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741841_1017 (size=5228) 2024-11-09T22:22:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741840_1016 (size=7686) 2024-11-09T22:22:04,817 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/info/436d870aa2ae43c2883b8f2b2a18c36f 2024-11-09T22:22:04,819 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:04,833 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/ns/ad1c661e7eed4eea957557a37fa471b0 is 43, key is default/ns:d/1731190905691/Put/seqid=0 2024-11-09T22:22:04,834 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1521, reset compression=false 2024-11-09T22:22:04,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741842_1018 (size=5153) 2024-11-09T22:22:04,837 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:04,838 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1768, reset compression=false 2024-11-09T22:22:04,838 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,36627,1731190902730 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:04,838 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ea9122631f8b,36627,1731190902730: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ea9122631f8b,36627,1731190902730, walGroup=ea9122631f8b%2C36627%2C1731190902730, offset=ea9122631f8b%2C36627%2C1731190902730.1731190905037:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:36627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T22:22:04,840 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T22:22:04,840 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T22:22:04,840 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T22:22:04,840 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T22:22:04,841 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T22:22:04,841 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 766320008 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 198017392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T22:22:04,841 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:45379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:45379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T22:22:04,868 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1344, reset compression=false 2024-11-09T22:22:04,873 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:04,873 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:04,873 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,40187,1731190891781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:04,987 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:22:04,987 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:22:04,991 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1b01a28786e2f11c09805911de4dc62, ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:22:05,040 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1768, reset compression=false 2024-11-09T22:22:05,062 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1473, reset compression=false 2024-11-09T22:22:05,076 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:05,192 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1b01a28786e2f11c09805911de4dc62, ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:22:05,217 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/.tmp/f/e3cb115aea2b4392981289105cae30a0 2024-11-09T22:22:05,221 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3cb115aea2b4392981289105cae30a0 2024-11-09T22:22:05,236 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/ns/ad1c661e7eed4eea957557a37fa471b0 2024-11-09T22:22:05,237 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/.tmp/f1/0a2ac248e0cc47e6b82b5cd49eb0738d is 30, key is row1/f1:/1731190920782/DeleteFamily/seqid=0 2024-11-09T22:22:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741843_1019 (size=5158) 2024-11-09T22:22:05,253 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/rep_barrier/4e0b2e2025184ae583f0f2f0c9ce47be is 112, key is test,,1731190909088.a1b01a28786e2f11c09805911de4dc62./rep_barrier:seqnumDuringOpen/1731190910254/Put/seqid=0 2024-11-09T22:22:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741844_1020 (size=5518) 2024-11-09T22:22:05,257 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/rep_barrier/4e0b2e2025184ae583f0f2f0c9ce47be 2024-11-09T22:22:05,275 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/table/e474d3b6646546bcbfb5f2295c88acd1 is 53, key is hbase:replication/table:state/1731190915975/Put/seqid=0 2024-11-09T22:22:05,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741845_1021 (size=5308) 2024-11-09T22:22:05,344 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1768, reset compression=false 2024-11-09T22:22:05,379 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:05,392 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1b01a28786e2f11c09805911de4dc62, ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:22:05,464 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1473, reset compression=false 2024-11-09T22:22:05,592 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1b01a28786e2f11c09805911de4dc62, ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:22:05,641 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/.tmp/f1/0a2ac248e0cc47e6b82b5cd49eb0738d 2024-11-09T22:22:05,645 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a2ac248e0cc47e6b82b5cd49eb0738d 2024-11-09T22:22:05,661 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/.tmp/norep/2f5908be36aa43809bdf06586db14951 is 33, key is row2/norep:/1731190921787/DeleteFamily/seqid=0 2024-11-09T22:22:05,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741846_1022 (size=5108) 2024-11-09T22:22:05,679 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/table/e474d3b6646546bcbfb5f2295c88acd1 2024-11-09T22:22:05,683 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/info/436d870aa2ae43c2883b8f2b2a18c36f as hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/info/436d870aa2ae43c2883b8f2b2a18c36f 2024-11-09T22:22:05,687 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/info/436d870aa2ae43c2883b8f2b2a18c36f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:22:05,687 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/ns/ad1c661e7eed4eea957557a37fa471b0 as hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/ns/ad1c661e7eed4eea957557a37fa471b0 2024-11-09T22:22:05,690 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/ns/ad1c661e7eed4eea957557a37fa471b0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:22:05,691 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/rep_barrier/4e0b2e2025184ae583f0f2f0c9ce47be as hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/rep_barrier/4e0b2e2025184ae583f0f2f0c9ce47be 2024-11-09T22:22:05,694 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/rep_barrier/4e0b2e2025184ae583f0f2f0c9ce47be, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:22:05,695 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/.tmp/table/e474d3b6646546bcbfb5f2295c88acd1 as hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/table/e474d3b6646546bcbfb5f2295c88acd1 2024-11-09T22:22:05,698 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/table/e474d3b6646546bcbfb5f2295c88acd1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:22:05,699 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=16, compaction requested=false 2024-11-09T22:22:05,702 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:22:05,703 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:05,703 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:22:05,703 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:05,703 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190924791Running coprocessor pre-close hooks at 1731190924791Disabling compacts and flushes for region at 1731190924791Disabling writes for close at 1731190924791Obtaining lock to block concurrent updates at 1731190924791Preparing flush snapshotting stores in 1588230740 at 1731190924791Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731190924792 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731190924792Flushing 1588230740/info: creating writer at 1731190924792Flushing 1588230740/info: appending metadata at 1731190924810 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731190924810Flushing 1588230740/ns: creating writer at 1731190924821 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731190924832 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731190924832Flushing 1588230740/rep_barrier: creating writer at 1731190925240 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190925253 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190925253Flushing 1588230740/table: creating writer at 1731190925260 (+7 ms)Flushing 1588230740/table: appending metadata at 1731190925274 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731190925275 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49935e8d: reopening flushed file at 1731190925682 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b227870: reopening flushed file at 1731190925687 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4cd58e: reopening flushed file at 1731190925691 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c950d1: reopening flushed file at 1731190925694 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=16, compaction requested=false at 1731190925699 (+5 ms)Writing region close event to WAL at 1731190925700 (+1 ms)Running coprocessor post-close hooks at 1731190925703 (+3 ms)Closed at 1731190925703 2024-11-09T22:22:05,703 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:05,747 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1768, reset compression=false 2024-11-09T22:22:05,783 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:05,792 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:22:05,792 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1325): Online Regions={a1b01a28786e2f11c09805911de4dc62=test,,1731190909088.a1b01a28786e2f11c09805911de4dc62., ac560b64a6ba14309fc23bfdbe55ea6d=hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d.} 2024-11-09T22:22:05,792 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1351): Waiting on a1b01a28786e2f11c09805911de4dc62, ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:22:05,967 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1473, reset compression=false 2024-11-09T22:22:05,992 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1351): Waiting on a1b01a28786e2f11c09805911de4dc62, ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:22:06,039 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T22:22:06,065 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/.tmp/norep/2f5908be36aa43809bdf06586db14951 2024-11-09T22:22:06,068 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f5908be36aa43809bdf06586db14951 2024-11-09T22:22:06,069 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/.tmp/f/e3cb115aea2b4392981289105cae30a0 as hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/f/e3cb115aea2b4392981289105cae30a0 2024-11-09T22:22:06,072 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3cb115aea2b4392981289105cae30a0 2024-11-09T22:22:06,072 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/f/e3cb115aea2b4392981289105cae30a0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T22:22:06,073 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/.tmp/f1/0a2ac248e0cc47e6b82b5cd49eb0738d as hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/f1/0a2ac248e0cc47e6b82b5cd49eb0738d 2024-11-09T22:22:06,076 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a2ac248e0cc47e6b82b5cd49eb0738d 2024-11-09T22:22:06,076 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/f1/0a2ac248e0cc47e6b82b5cd49eb0738d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T22:22:06,077 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/.tmp/norep/2f5908be36aa43809bdf06586db14951 as hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/norep/2f5908be36aa43809bdf06586db14951 2024-11-09T22:22:06,080 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f5908be36aa43809bdf06586db14951 2024-11-09T22:22:06,080 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/norep/2f5908be36aa43809bdf06586db14951, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T22:22:06,081 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a1b01a28786e2f11c09805911de4dc62 in 1290ms, sequenceid=12, compaction requested=false 2024-11-09T22:22:06,084 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/data/default/test/a1b01a28786e2f11c09805911de4dc62/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T22:22:06,085 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:06,085 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:22:06,085 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:22:06,085 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1b01a28786e2f11c09805911de4dc62: Waiting for close lock at 1731190924791Running coprocessor pre-close hooks at 1731190924791Disabling compacts and flushes for region at 1731190924791Disabling writes for close at 1731190924791Obtaining lock to block concurrent updates at 1731190924791Preparing flush snapshotting stores in a1b01a28786e2f11c09805911de4dc62 at 1731190924791Finished memstore snapshotting test,,1731190909088.a1b01a28786e2f11c09805911de4dc62., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731190924791Flushing stores of test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. at 1731190924792 (+1 ms)Flushing a1b01a28786e2f11c09805911de4dc62/f: creating writer at 1731190924792Flushing a1b01a28786e2f11c09805911de4dc62/f: appending metadata at 1731190924810 (+18 ms)Flushing a1b01a28786e2f11c09805911de4dc62/f: closing flushed file at 1731190924810Flushing a1b01a28786e2f11c09805911de4dc62/f1: creating writer at 1731190925221 (+411 ms)Flushing a1b01a28786e2f11c09805911de4dc62/f1: appending metadata at 1731190925236 (+15 ms)Flushing a1b01a28786e2f11c09805911de4dc62/f1: closing flushed file at 1731190925236Flushing a1b01a28786e2f11c09805911de4dc62/norep: creating writer at 1731190925645 (+409 ms)Flushing a1b01a28786e2f11c09805911de4dc62/norep: appending metadata at 1731190925660 (+15 ms)Flushing a1b01a28786e2f11c09805911de4dc62/norep: closing flushed file at 1731190925660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5dd50a: reopening flushed file at 1731190926068 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a097e3: reopening flushed file at 1731190926072 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e8ae85c: reopening flushed file at 1731190926076 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a1b01a28786e2f11c09805911de4dc62 in 1290ms, sequenceid=12, compaction requested=false at 1731190926081 (+5 ms)Writing region close event to WAL at 1731190926082 (+1 ms)Running coprocessor post-close hooks at 1731190926085 (+3 ms)Closed at 1731190926085 2024-11-09T22:22:06,085 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190909088.a1b01a28786e2f11c09805911de4dc62. 2024-11-09T22:22:06,085 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac560b64a6ba14309fc23bfdbe55ea6d, disabling compactions & flushes 2024-11-09T22:22:06,085 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:22:06,085 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:22:06,085 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. after waiting 0 ms 2024-11-09T22:22:06,085 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:22:06,085 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac560b64a6ba14309fc23bfdbe55ea6d: Waiting for close lock at 1731190926085Running coprocessor pre-close hooks at 1731190926085Disabling compacts and flushes for region at 1731190926085Disabling writes for close at 1731190926085Failed flush hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d., putting online again at 1731190926085 2024-11-09T22:22:06,085 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:22:06,146 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:06,146 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:22:06,147 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68876 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:22:06,193 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(3091): Received CLOSE for ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:22:06,193 DEBUG [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1351): Waiting on ac560b64a6ba14309fc23bfdbe55ea6d 2024-11-09T22:22:06,193 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac560b64a6ba14309fc23bfdbe55ea6d, disabling compactions & flushes 2024-11-09T22:22:06,193 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:22:06,193 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:22:06,193 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. after waiting 0 ms 2024-11-09T22:22:06,193 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:22:06,193 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac560b64a6ba14309fc23bfdbe55ea6d: Waiting for close lock at 1731190926193Running coprocessor pre-close hooks at 1731190926193Disabling compacts and flushes for region at 1731190926193Disabling writes for close at 1731190926193Failed flush hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d., putting online again at 1731190926193 2024-11-09T22:22:06,193 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731190915579.ac560b64a6ba14309fc23bfdbe55ea6d. 2024-11-09T22:22:06,251 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 1768, reset compression=false 2024-11-09T22:22:06,256 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:06,256 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 2412, reset compression=false 2024-11-09T22:22:06,286 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:06,393 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T22:22:06,393 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,36627,1731190902730; all regions closed. 2024-11-09T22:22:06,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741834_1010 (size=4239) 2024-11-09T22:22:06,395 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.meta.1731190905654.meta not finished, retry = 0 2024-11-09T22:22:06,463 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.1731190905037 to pos 2412, reset compression=false 2024-11-09T22:22:06,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741839_1015 (size=2390) 2024-11-09T22:22:06,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/WALs/ea9122631f8b,36627,1731190902730/ea9122631f8b%2C36627%2C1731190902730.rep.1731190915940 not finished, retry = 0 2024-11-09T22:22:06,570 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1473, reset compression=false 2024-11-09T22:22:06,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741832_1008 (size=2420) 2024-11-09T22:22:06,600 DEBUG [RS:0;ea9122631f8b:36627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:06,600 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:06,600 INFO [RS:0;ea9122631f8b:36627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:06,600 INFO [RS:0;ea9122631f8b:36627 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:06,600 INFO [RS:0;ea9122631f8b:36627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:06,600 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:06,600 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,36627,1731190902730 because: Region server is closing 2024-11-09T22:22:06,601 INFO [RS:0;ea9122631f8b:36627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:36627. 2024-11-09T22:22:06,601 DEBUG [RS:0;ea9122631f8b:36627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:06,601 DEBUG [RS:0;ea9122631f8b:36627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:06,601 DEBUG [RS:0;ea9122631f8b:36627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:06,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:06,701 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.shipperea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 terminated 2024-11-09T22:22:06,701 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,36627,1731190902730.replicationSource.wal-reader.ea9122631f8b%2C36627%2C1731190902730,1-ea9122631f8b,36627,1731190902730 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:22:06,701 INFO [RS:0;ea9122631f8b:36627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:36627. 2024-11-09T22:22:06,701 DEBUG [RS:0;ea9122631f8b:36627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:06,701 DEBUG [RS:0;ea9122631f8b:36627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:06,701 DEBUG [RS:0;ea9122631f8b:36627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:06,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:06,702 INFO [RS:0;ea9122631f8b:36627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36627 2024-11-09T22:22:06,780 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-998581758/rs/ea9122631f8b,36627,1731190902730 2024-11-09T22:22:06,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758/rs 2024-11-09T22:22:06,780 INFO [RS:0;ea9122631f8b:36627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:06,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,36627,1731190902730] 2024-11-09T22:22:06,810 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-998581758/draining/ea9122631f8b,36627,1731190902730 already deleted, retry=false 2024-11-09T22:22:06,810 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,36627,1731190902730 expired; onlineServers=0 2024-11-09T22:22:06,810 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,45379,1731190902609' ***** 2024-11-09T22:22:06,810 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:22:06,810 INFO [M:0;ea9122631f8b:45379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:06,810 INFO [M:0;ea9122631f8b:45379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:06,811 DEBUG [M:0;ea9122631f8b:45379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:22:06,811 DEBUG [M:0;ea9122631f8b:45379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:22:06,811 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:22:06,811 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190904764 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190904764,5,FailOnTimeoutGroup] 2024-11-09T22:22:06,811 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190904764 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190904764,5,FailOnTimeoutGroup] 2024-11-09T22:22:06,811 INFO [M:0;ea9122631f8b:45379 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:06,811 INFO [M:0;ea9122631f8b:45379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:06,811 DEBUG [M:0;ea9122631f8b:45379 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:22:06,811 INFO [M:0;ea9122631f8b:45379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:22:06,811 INFO [M:0;ea9122631f8b:45379 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:06,811 INFO [M:0;ea9122631f8b:45379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:22:06,811 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:22:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-998581758/master 2024-11-09T22:22:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-998581758 2024-11-09T22:22:06,878 DEBUG [M:0;ea9122631f8b:45379 {}] zookeeper.ZKUtil(347): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Unable to get data of znode /2-998581758/master because node does not exist (not an error) 2024-11-09T22:22:06,878 WARN [M:0;ea9122631f8b:45379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:22:06,879 INFO [M:0;ea9122631f8b:45379 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/.lastflushedseqids 2024-11-09T22:22:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741847_1023 (size=245) 2024-11-09T22:22:06,889 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:06,889 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36627-0x10121b094f00007, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:06,889 INFO [RS:0;ea9122631f8b:36627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:06,889 INFO [RS:0;ea9122631f8b:36627 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,36627,1731190902730; zookeeper connection closed. 2024-11-09T22:22:06,890 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f09a911 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f09a911 2024-11-09T22:22:06,890 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:22:06,894 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:07,273 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1473, reset compression=false 2024-11-09T22:22:07,283 INFO [M:0;ea9122631f8b:45379 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:22:07,283 INFO [M:0;ea9122631f8b:45379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:22:07,283 DEBUG [M:0;ea9122631f8b:45379 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:22:07,283 INFO [M:0;ea9122631f8b:45379 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:07,283 DEBUG [M:0;ea9122631f8b:45379 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:07,283 DEBUG [M:0;ea9122631f8b:45379 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:22:07,283 DEBUG [M:0;ea9122631f8b:45379 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:07,284 INFO [M:0;ea9122631f8b:45379 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-09T22:22:07,301 DEBUG [M:0;ea9122631f8b:45379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/591fdde6a6654df3879571b7565e6afd is 82, key is hbase:meta,,1/info:regioninfo/1731190905680/Put/seqid=0 2024-11-09T22:22:07,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741848_1024 (size=5672) 2024-11-09T22:22:07,598 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:07,711 INFO [M:0;ea9122631f8b:45379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/591fdde6a6654df3879571b7565e6afd 2024-11-09T22:22:07,726 DEBUG [M:0;ea9122631f8b:45379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e115688bada84482a8055b0538074c8d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731190915978/Put/seqid=0 2024-11-09T22:22:07,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741849_1025 (size=9212) 2024-11-09T22:22:08,076 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1473, reset compression=false 2024-11-09T22:22:08,130 INFO [M:0;ea9122631f8b:45379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e115688bada84482a8055b0538074c8d 2024-11-09T22:22:08,148 DEBUG [M:0;ea9122631f8b:45379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66a83cc377c946f28814bf7284f155ef is 69, key is ea9122631f8b,36627,1731190902730/rs:state/1731190904813/Put/seqid=0 2024-11-09T22:22:08,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741850_1026 (size=5156) 2024-11-09T22:22:08,401 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:08,552 INFO [M:0;ea9122631f8b:45379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66a83cc377c946f28814bf7284f155ef 2024-11-09T22:22:08,556 DEBUG [M:0;ea9122631f8b:45379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/591fdde6a6654df3879571b7565e6afd as hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/591fdde6a6654df3879571b7565e6afd 2024-11-09T22:22:08,559 INFO [M:0;ea9122631f8b:45379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/591fdde6a6654df3879571b7565e6afd, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T22:22:08,560 DEBUG [M:0;ea9122631f8b:45379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e115688bada84482a8055b0538074c8d as hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e115688bada84482a8055b0538074c8d 2024-11-09T22:22:08,563 INFO [M:0;ea9122631f8b:45379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e115688bada84482a8055b0538074c8d, entries=15, sequenceid=127, filesize=9.0 K 2024-11-09T22:22:08,564 DEBUG [M:0;ea9122631f8b:45379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66a83cc377c946f28814bf7284f155ef as hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66a83cc377c946f28814bf7284f155ef 2024-11-09T22:22:08,567 INFO [M:0;ea9122631f8b:45379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34939/user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66a83cc377c946f28814bf7284f155ef, entries=1, sequenceid=127, filesize=5.0 K 2024-11-09T22:22:08,568 INFO [M:0;ea9122631f8b:45379 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-11-09T22:22:08,569 INFO [M:0;ea9122631f8b:45379 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:08,569 DEBUG [M:0;ea9122631f8b:45379 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190927283Disabling compacts and flushes for region at 1731190927283Disabling writes for close at 1731190927283Obtaining lock to block concurrent updates at 1731190927284 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190927284Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731190927284Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190927284Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190927284Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190927301 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190927301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190927714 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190927726 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190927726Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190928133 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190928148 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190928148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418cd717: reopening flushed file at 1731190928555 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f97e87: reopening flushed file at 1731190928560 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c820a9f: reopening flushed file at 1731190928563 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1731190928568 (+5 ms)Writing region close event to WAL at 1731190928569 (+1 ms)Closed at 1731190928569 2024-11-09T22:22:08,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38031 is added to blk_1073741830_1006 (size=73866) 2024-11-09T22:22:08,571 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d1796f3d-8edc-6f2b-eb4b-9b08348dc491/MasterData/WALs/ea9122631f8b,45379,1731190902609/ea9122631f8b%2C45379%2C1731190902609.1731190904474 not finished, retry = 0 2024-11-09T22:22:08,672 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:08,672 INFO [M:0;ea9122631f8b:45379 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:22:08,672 INFO [M:0;ea9122631f8b:45379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45379 2024-11-09T22:22:08,673 INFO [M:0;ea9122631f8b:45379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:08,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:08,816 INFO [M:0;ea9122631f8b:45379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:08,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45379-0x10121b094f00006, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:08,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cb3bfb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:22:08,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f65950d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:08,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:08,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67bdd568{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:08,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76defa19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:08,820 WARN [BP-733265624-172.17.0.3-1731190899443 heartbeating to localhost/127.0.0.1:34939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:22:08,820 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:22:08,820 WARN [BP-733265624-172.17.0.3-1731190899443 heartbeating to localhost/127.0.0.1:34939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-733265624-172.17.0.3-1731190899443 (Datanode Uuid d113d19d-c104-489e-ab0e-0ab777308d58) service to localhost/127.0.0.1:34939 2024-11-09T22:22:08,820 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:22:08,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/cluster_86d963d5-2c2b-5003-c885-d0a2f74eabb7/data/data1/current/BP-733265624-172.17.0.3-1731190899443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:08,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/cluster_86d963d5-2c2b-5003-c885-d0a2f74eabb7/data/data2/current/BP-733265624-172.17.0.3-1731190899443 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:08,821 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:22:08,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b52302a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:22:08,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e668c21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:08,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:08,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@783c12b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:08,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31055c93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:08,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:22:08,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:22:08,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:08,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:08,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:08,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:08,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:08,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:22:08,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229676163, stopped=false 2024-11-09T22:22:08,843 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,44353,1731190896450 2024-11-09T22:22:08,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1488684240/running 2024-11-09T22:22:08,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1488684240/running 2024-11-09T22:22:08,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:22:08,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:22:08,863 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:08,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:08,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Set watcher on znode that does not yet exist, /1-1488684240/running 2024-11-09T22:22:08,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Set watcher on znode that does not yet exist, /1-1488684240/running 2024-11-09T22:22:08,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:08,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:08,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,45339,1731190896589' ***** 2024-11-09T22:22:08,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:22:08,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for a78f865ef52566ae983867322a6612d4 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,45339,1731190896589 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:08,865 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcd880b03389cb49e8b6540b81403db6, disabling compactions & flushes 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:45339. 2024-11-09T22:22:08,865 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:22:08,865 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:22:08,865 DEBUG [RS:0;ea9122631f8b:45339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:08,865 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. after waiting 0 ms 2024-11-09T22:22:08,865 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:22:08,865 DEBUG [RS:0;ea9122631f8b:45339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:22:08,865 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bcd880b03389cb49e8b6540b81403db6 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:22:08,865 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:22:08,866 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:22:08,866 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1325): Online Regions={bcd880b03389cb49e8b6540b81403db6=hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6., a78f865ef52566ae983867322a6612d4=test,,1731190907948.a78f865ef52566ae983867322a6612d4., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:22:08,866 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a78f865ef52566ae983867322a6612d4, bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:22:08,866 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:22:08,866 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:22:08,866 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:22:08,866 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:22:08,866 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:22:08,866 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:22:08,885 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/info/f0dfabad7777468180d9bbaa3439c42d is 147, key is hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6./info:regioninfo/1731190914227/Put/seqid=0 2024-11-09T22:22:08,885 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/replication/bcd880b03389cb49e8b6540b81403db6/.tmp/queue/bd8777af78284f2395e98d04545dc825 is 154, key is 1-ea9122631f8b,45339,1731190896589/queue:ea9122631f8b%2C45339%2C1731190896589/1731190924560/Put/seqid=0 2024-11-09T22:22:08,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741841_1017 (size=5353) 2024-11-09T22:22:08,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741840_1016 (size=7686) 2024-11-09T22:22:08,905 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:08,980 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1473, reset compression=false 2024-11-09T22:22:09,066 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a78f865ef52566ae983867322a6612d4, bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:22:09,162 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:22:09,162 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:22:09,266 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a78f865ef52566ae983867322a6612d4, bcd880b03389cb49e8b6540b81403db6 2024-11-09T22:22:09,289 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/replication/bcd880b03389cb49e8b6540b81403db6/.tmp/queue/bd8777af78284f2395e98d04545dc825 2024-11-09T22:22:09,291 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/info/f0dfabad7777468180d9bbaa3439c42d 2024-11-09T22:22:09,298 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/replication/bcd880b03389cb49e8b6540b81403db6/.tmp/queue/bd8777af78284f2395e98d04545dc825 as hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/replication/bcd880b03389cb49e8b6540b81403db6/queue/bd8777af78284f2395e98d04545dc825 2024-11-09T22:22:09,304 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/replication/bcd880b03389cb49e8b6540b81403db6/queue/bd8777af78284f2395e98d04545dc825, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T22:22:09,305 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bcd880b03389cb49e8b6540b81403db6 in 440ms, sequenceid=14, compaction requested=false 2024-11-09T22:22:09,309 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:09,318 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/ns/c5cea2de9ed94adfafaf228c4e9ac5d2 is 43, key is default/ns:d/1731190899250/Put/seqid=0 2024-11-09T22:22:09,320 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/replication/bcd880b03389cb49e8b6540b81403db6/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T22:22:09,321 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:09,321 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:22:09,321 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:22:09,321 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcd880b03389cb49e8b6540b81403db6: Waiting for close lock at 1731190928865Running coprocessor pre-close hooks at 1731190928865Disabling compacts and flushes for region at 1731190928865Disabling writes for close at 1731190928865Obtaining lock to block concurrent updates at 1731190928865Preparing flush snapshotting stores in bcd880b03389cb49e8b6540b81403db6 at 1731190928865Finished memstore snapshotting hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731190928866 (+1 ms)Flushing stores of hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. at 1731190928866Flushing bcd880b03389cb49e8b6540b81403db6/queue: creating writer at 1731190928866Flushing bcd880b03389cb49e8b6540b81403db6/queue: appending metadata at 1731190928884 (+18 ms)Flushing bcd880b03389cb49e8b6540b81403db6/queue: closing flushed file at 1731190928884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745b5720: reopening flushed file at 1731190929297 (+413 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bcd880b03389cb49e8b6540b81403db6 in 440ms, sequenceid=14, compaction requested=false at 1731190929305 (+8 ms)Writing region close event to WAL at 1731190929316 (+11 ms)Running coprocessor post-close hooks at 1731190929320 (+4 ms)Closed at 1731190929321 (+1 ms) 2024-11-09T22:22:09,321 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731190913414.bcd880b03389cb49e8b6540b81403db6. 2024-11-09T22:22:09,321 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a78f865ef52566ae983867322a6612d4, disabling compactions & flushes 2024-11-09T22:22:09,321 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:22:09,321 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:22:09,321 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190907948.a78f865ef52566ae983867322a6612d4. after waiting 0 ms 2024-11-09T22:22:09,321 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:22:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741842_1018 (size=5153) 2024-11-09T22:22:09,321 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a78f865ef52566ae983867322a6612d4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T22:22:09,338 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/.tmp/f/c77f632354be4064aaccd5e7b15c0c88 is 37, key is row3/f:row3/1731190923437/Put/seqid=0 2024-11-09T22:22:09,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741843_1019 (size=5228) 2024-11-09T22:22:09,466 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a78f865ef52566ae983867322a6612d4 2024-11-09T22:22:09,666 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a78f865ef52566ae983867322a6612d4 2024-11-09T22:22:09,722 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/ns/c5cea2de9ed94adfafaf228c4e9ac5d2 2024-11-09T22:22:09,745 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/.tmp/f/c77f632354be4064aaccd5e7b15c0c88 2024-11-09T22:22:09,750 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c77f632354be4064aaccd5e7b15c0c88 2024-11-09T22:22:09,766 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/rep_barrier/da23edc329354b95b4f0e078d2681ffd is 112, key is test,,1731190907948.a78f865ef52566ae983867322a6612d4./rep_barrier:seqnumDuringOpen/1731190908691/Put/seqid=0 2024-11-09T22:22:09,770 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/.tmp/f1/a85e32b97eb74af1a65fa322fa62e398 is 30, key is row1/f1:/1731190920782/DeleteFamily/seqid=0 2024-11-09T22:22:09,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741844_1020 (size=5518) 2024-11-09T22:22:09,811 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/rep_barrier/da23edc329354b95b4f0e078d2681ffd 2024-11-09T22:22:09,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741845_1021 (size=5158) 2024-11-09T22:22:09,840 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/.tmp/f1/a85e32b97eb74af1a65fa322fa62e398 2024-11-09T22:22:09,845 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a85e32b97eb74af1a65fa322fa62e398 2024-11-09T22:22:09,853 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/table/ad685ec1362f4f0c8a70600affe4d87e is 53, key is hbase:replication/table:state/1731190914247/Put/seqid=0 2024-11-09T22:22:09,867 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:22:09,867 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1325): Online Regions={a78f865ef52566ae983867322a6612d4=test,,1731190907948.a78f865ef52566ae983867322a6612d4., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:22:09,867 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a78f865ef52566ae983867322a6612d4 2024-11-09T22:22:09,885 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/.tmp/norep/42401c4d0d324e42a6232e4f91829ce3 is 33, key is row1/norep:/1731190920782/DeleteFamily/seqid=0 2024-11-09T22:22:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741846_1022 (size=5308) 2024-11-09T22:22:09,902 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/table/ad685ec1362f4f0c8a70600affe4d87e 2024-11-09T22:22:09,916 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/info/f0dfabad7777468180d9bbaa3439c42d as hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/info/f0dfabad7777468180d9bbaa3439c42d 2024-11-09T22:22:09,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741847_1023 (size=5108) 2024-11-09T22:22:09,919 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/.tmp/norep/42401c4d0d324e42a6232e4f91829ce3 2024-11-09T22:22:09,922 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/info/f0dfabad7777468180d9bbaa3439c42d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:22:09,923 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/ns/c5cea2de9ed94adfafaf228c4e9ac5d2 as hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/ns/c5cea2de9ed94adfafaf228c4e9ac5d2 2024-11-09T22:22:09,929 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42401c4d0d324e42a6232e4f91829ce3 2024-11-09T22:22:09,930 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/.tmp/f/c77f632354be4064aaccd5e7b15c0c88 as hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/f/c77f632354be4064aaccd5e7b15c0c88 2024-11-09T22:22:09,934 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/ns/c5cea2de9ed94adfafaf228c4e9ac5d2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:22:09,937 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c77f632354be4064aaccd5e7b15c0c88 2024-11-09T22:22:09,937 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/f/c77f632354be4064aaccd5e7b15c0c88, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T22:22:09,938 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/.tmp/f1/a85e32b97eb74af1a65fa322fa62e398 as hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/f1/a85e32b97eb74af1a65fa322fa62e398 2024-11-09T22:22:09,939 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/rep_barrier/da23edc329354b95b4f0e078d2681ffd as hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/rep_barrier/da23edc329354b95b4f0e078d2681ffd 2024-11-09T22:22:09,944 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/rep_barrier/da23edc329354b95b4f0e078d2681ffd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:22:09,944 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a85e32b97eb74af1a65fa322fa62e398 2024-11-09T22:22:09,944 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/f1/a85e32b97eb74af1a65fa322fa62e398, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T22:22:09,945 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/.tmp/table/ad685ec1362f4f0c8a70600affe4d87e as hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/table/ad685ec1362f4f0c8a70600affe4d87e 2024-11-09T22:22:09,945 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/.tmp/norep/42401c4d0d324e42a6232e4f91829ce3 as hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/norep/42401c4d0d324e42a6232e4f91829ce3 2024-11-09T22:22:09,957 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42401c4d0d324e42a6232e4f91829ce3 2024-11-09T22:22:09,957 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/norep/42401c4d0d324e42a6232e4f91829ce3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T22:22:09,959 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a78f865ef52566ae983867322a6612d4 in 638ms, sequenceid=12, compaction requested=false 2024-11-09T22:22:09,959 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T22:22:09,960 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/table/ad685ec1362f4f0c8a70600affe4d87e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:22:09,962 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1095ms, sequenceid=16, compaction requested=false 2024-11-09T22:22:09,962 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:22:09,983 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 1473, reset compression=false 2024-11-09T22:22:10,031 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:10,031 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 2069, reset compression=false 2024-11-09T22:22:10,031 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,45339,1731190896589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294, lastWalPosition=2069, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:10,032 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ea9122631f8b,45339,1731190896589: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ea9122631f8b,45339,1731190896589, walGroup=ea9122631f8b%2C45339%2C1731190896589, offset=ea9122631f8b%2C45339%2C1731190896589.1731190898294:2069, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:45339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T22:22:10,034 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T22:22:10,034 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T22:22:10,034 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T22:22:10,034 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T22:22:10,034 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T22:22:10,034 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 871177608 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198869728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T22:22:10,035 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:44353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:44353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T22:22:10,067 DEBUG [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a78f865ef52566ae983867322a6612d4 2024-11-09T22:22:10,096 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:22:10,096 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:10,097 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:22:10,097 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:10,097 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190928866Running coprocessor pre-close hooks at 1731190928866Disabling compacts and flushes for region at 1731190928866Disabling writes for close at 1731190928866Obtaining lock to block concurrent updates at 1731190928866Preparing flush snapshotting stores in 1588230740 at 1731190928866Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731190928866Flushing stores of hbase:meta,,1.1588230740 at 1731190928867 (+1 ms)Flushing 1588230740/info: creating writer at 1731190928867Flushing 1588230740/info: appending metadata at 1731190928885 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731190928885Flushing 1588230740/ns: creating writer at 1731190929298 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731190929317 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731190929317Flushing 1588230740/rep_barrier: creating writer at 1731190929727 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190929765 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190929765Flushing 1588230740/table: creating writer at 1731190929818 (+53 ms)Flushing 1588230740/table: appending metadata at 1731190929852 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731190929852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6442f90e: reopening flushed file at 1731190929915 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721ce139: reopening flushed file at 1731190929922 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583ece2e: reopening flushed file at 1731190929934 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1161a169: reopening flushed file at 1731190929944 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1095ms, sequenceid=16, compaction requested=false at 1731190929962 (+18 ms)Writing region close event to WAL at 1731190930079 (+117 ms)Running coprocessor post-close hooks at 1731190930096 (+17 ms)Closed at 1731190930097 (+1 ms) 2024-11-09T22:22:10,097 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:10,102 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/data/default/test/a78f865ef52566ae983867322a6612d4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T22:22:10,103 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:10,103 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:22:10,103 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:22:10,103 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a78f865ef52566ae983867322a6612d4: Waiting for close lock at 1731190929321Running coprocessor pre-close hooks at 1731190929321Disabling compacts and flushes for region at 1731190929321Disabling writes for close at 1731190929321Obtaining lock to block concurrent updates at 1731190929321Preparing flush snapshotting stores in a78f865ef52566ae983867322a6612d4 at 1731190929321Finished memstore snapshotting test,,1731190907948.a78f865ef52566ae983867322a6612d4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731190929322 (+1 ms)Flushing stores of test,,1731190907948.a78f865ef52566ae983867322a6612d4. at 1731190929322Flushing a78f865ef52566ae983867322a6612d4/f: creating writer at 1731190929322Flushing a78f865ef52566ae983867322a6612d4/f: appending metadata at 1731190929337 (+15 ms)Flushing a78f865ef52566ae983867322a6612d4/f: closing flushed file at 1731190929337Flushing a78f865ef52566ae983867322a6612d4/f1: creating writer at 1731190929751 (+414 ms)Flushing a78f865ef52566ae983867322a6612d4/f1: appending metadata at 1731190929769 (+18 ms)Flushing a78f865ef52566ae983867322a6612d4/f1: closing flushed file at 1731190929769Flushing a78f865ef52566ae983867322a6612d4/norep: creating writer at 1731190929846 (+77 ms)Flushing a78f865ef52566ae983867322a6612d4/norep: appending metadata at 1731190929883 (+37 ms)Flushing a78f865ef52566ae983867322a6612d4/norep: closing flushed file at 1731190929884 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113fb63b: reopening flushed file at 1731190929930 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd2c488: reopening flushed file at 1731190929937 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280da72f: reopening flushed file at 1731190929945 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a78f865ef52566ae983867322a6612d4 in 638ms, sequenceid=12, compaction requested=false at 1731190929959 (+14 ms)Writing region close event to WAL at 1731190930048 (+89 ms)Running coprocessor post-close hooks at 1731190930103 (+55 ms)Closed at 1731190930103 2024-11-09T22:22:10,104 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190907948.a78f865ef52566ae983867322a6612d4. 2024-11-09T22:22:10,115 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:10,115 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.wal-reader.ea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/WALs/ea9122631f8b,45339,1731190896589/ea9122631f8b%2C45339%2C1731190896589.1731190898294 to pos 2364, reset compression=false 2024-11-09T22:22:10,267 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,45339,1731190896589; all regions closed. 2024-11-09T22:22:10,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741834_1010 (size=4239) 2024-11-09T22:22:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741839_1015 (size=3552) 2024-11-09T22:22:10,319 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:10,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741832_1008 (size=2372) 2024-11-09T22:22:10,332 DEBUG [RS:0;ea9122631f8b:45339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:10,332 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:10,332 INFO [RS:0;ea9122631f8b:45339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:10,332 INFO [RS:0;ea9122631f8b:45339 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:10,332 INFO [RS:0;ea9122631f8b:45339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:10,332 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,45339,1731190896589 because: Region server is closing 2024-11-09T22:22:10,332 INFO [RS:0;ea9122631f8b:45339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:45339. 2024-11-09T22:22:10,332 DEBUG [RS:0;ea9122631f8b:45339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:10,332 DEBUG [RS:0;ea9122631f8b:45339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:10,333 DEBUG [RS:0;ea9122631f8b:45339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:10,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:10,333 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:10,433 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,45339,1731190896589.replicationSource.shipperea9122631f8b%2C45339%2C1731190896589,1-ea9122631f8b,45339,1731190896589 terminated 2024-11-09T22:22:10,433 INFO [RS:0;ea9122631f8b:45339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:45339. 2024-11-09T22:22:10,433 DEBUG [RS:0;ea9122631f8b:45339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:10,433 DEBUG [RS:0;ea9122631f8b:45339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:10,433 DEBUG [RS:0;ea9122631f8b:45339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:10,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:10,433 INFO [RS:0;ea9122631f8b:45339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45339 2024-11-09T22:22:10,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1488684240/rs/ea9122631f8b,45339,1731190896589 2024-11-09T22:22:10,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240/rs 2024-11-09T22:22:10,494 INFO [RS:0;ea9122631f8b:45339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:10,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,45339,1731190896589] 2024-11-09T22:22:10,515 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1488684240/draining/ea9122631f8b,45339,1731190896589 already deleted, retry=false 2024-11-09T22:22:10,515 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,45339,1731190896589 expired; onlineServers=0 2024-11-09T22:22:10,515 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,44353,1731190896450' ***** 2024-11-09T22:22:10,515 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:22:10,516 INFO [M:0;ea9122631f8b:44353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:10,516 INFO [M:0;ea9122631f8b:44353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:10,516 DEBUG [M:0;ea9122631f8b:44353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:22:10,516 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:22:10,516 DEBUG [M:0;ea9122631f8b:44353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:22:10,516 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190897907 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190897907,5,FailOnTimeoutGroup] 2024-11-09T22:22:10,516 INFO [M:0;ea9122631f8b:44353 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:10,516 INFO [M:0;ea9122631f8b:44353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:10,516 DEBUG [M:0;ea9122631f8b:44353 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:22:10,516 INFO [M:0;ea9122631f8b:44353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:22:10,516 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190897908 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190897908,5,FailOnTimeoutGroup] 2024-11-09T22:22:10,516 INFO [M:0;ea9122631f8b:44353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:10,517 INFO [M:0;ea9122631f8b:44353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:22:10,517 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:22:10,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1488684240/master 2024-11-09T22:22:10,526 DEBUG [M:0;ea9122631f8b:44353 {}] zookeeper.ZKUtil(347): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Unable to get data of znode /1-1488684240/master because node does not exist (not an error) 2024-11-09T22:22:10,526 WARN [M:0;ea9122631f8b:44353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:22:10,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1488684240 2024-11-09T22:22:10,526 INFO [M:0;ea9122631f8b:44353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/.lastflushedseqids 2024-11-09T22:22:10,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741848_1024 (size=245) 2024-11-09T22:22:10,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:10,605 INFO [RS:0;ea9122631f8b:45339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:10,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45339-0x10121b094f00004, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:10,605 INFO [RS:0;ea9122631f8b:45339 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,45339,1731190896589; zookeeper connection closed. 2024-11-09T22:22:10,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b79245 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b79245 2024-11-09T22:22:10,606 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:22:10,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:10,931 INFO [M:0;ea9122631f8b:44353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:22:10,931 INFO [M:0;ea9122631f8b:44353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:22:10,931 DEBUG [M:0;ea9122631f8b:44353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:22:10,931 INFO [M:0;ea9122631f8b:44353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:10,931 DEBUG [M:0;ea9122631f8b:44353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:10,931 DEBUG [M:0;ea9122631f8b:44353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:22:10,931 DEBUG [M:0;ea9122631f8b:44353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:10,931 INFO [M:0;ea9122631f8b:44353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T22:22:10,946 DEBUG [M:0;ea9122631f8b:44353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4202ca0b3fdd4ceb8d753ffc893168df is 82, key is hbase:meta,,1/info:regioninfo/1731190899205/Put/seqid=0 2024-11-09T22:22:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741849_1025 (size=5672) 2024-11-09T22:22:11,268 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:22:11,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:11,349 INFO [M:0;ea9122631f8b:44353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4202ca0b3fdd4ceb8d753ffc893168df 2024-11-09T22:22:11,370 DEBUG [M:0;ea9122631f8b:44353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96f9a409611440b29deec916699606c3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731190908699/Put/seqid=0 2024-11-09T22:22:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741850_1026 (size=7219) 2024-11-09T22:22:11,453 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:11,774 INFO [M:0;ea9122631f8b:44353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96f9a409611440b29deec916699606c3 2024-11-09T22:22:11,777 INFO [M:0;ea9122631f8b:44353 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96f9a409611440b29deec916699606c3 2024-11-09T22:22:11,790 DEBUG [M:0;ea9122631f8b:44353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/894be0f7784a46559c13e6c178949129 is 69, key is ea9122631f8b,45339,1731190896589/rs:state/1731190898075/Put/seqid=0 2024-11-09T22:22:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741851_1027 (size=5156) 2024-11-09T22:22:12,193 INFO [M:0;ea9122631f8b:44353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/894be0f7784a46559c13e6c178949129 2024-11-09T22:22:12,197 DEBUG [M:0;ea9122631f8b:44353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4202ca0b3fdd4ceb8d753ffc893168df as hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4202ca0b3fdd4ceb8d753ffc893168df 2024-11-09T22:22:12,200 INFO [M:0;ea9122631f8b:44353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4202ca0b3fdd4ceb8d753ffc893168df, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T22:22:12,201 DEBUG [M:0;ea9122631f8b:44353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96f9a409611440b29deec916699606c3 as hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96f9a409611440b29deec916699606c3 2024-11-09T22:22:12,205 INFO [M:0;ea9122631f8b:44353 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96f9a409611440b29deec916699606c3 2024-11-09T22:22:12,205 INFO [M:0;ea9122631f8b:44353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96f9a409611440b29deec916699606c3, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T22:22:12,206 DEBUG [M:0;ea9122631f8b:44353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/894be0f7784a46559c13e6c178949129 as hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/894be0f7784a46559c13e6c178949129 2024-11-09T22:22:12,209 INFO [M:0;ea9122631f8b:44353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35575/user/jenkins/test-data/df137cc7-b502-c5d6-76c3-81ab88918646/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/894be0f7784a46559c13e6c178949129, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T22:22:12,210 INFO [M:0;ea9122631f8b:44353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-11-09T22:22:12,211 INFO [M:0;ea9122631f8b:44353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:12,211 DEBUG [M:0;ea9122631f8b:44353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190930931Disabling compacts and flushes for region at 1731190930931Disabling writes for close at 1731190930931Obtaining lock to block concurrent updates at 1731190930931Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190930931Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731190930932 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190930932Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190930932Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190930945 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190930946 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190931353 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190931369 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190931369Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190931777 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190931789 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190931789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6b7db4: reopening flushed file at 1731190932196 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac3cafc: reopening flushed file at 1731190932201 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2747d847: reopening flushed file at 1731190932205 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1731190932210 (+5 ms)Writing region close event to WAL at 1731190932211 (+1 ms)Closed at 1731190932211 2024-11-09T22:22:12,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44781 is added to blk_1073741830_1006 (size=64435) 2024-11-09T22:22:12,214 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:12,214 INFO [M:0;ea9122631f8b:44353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:22:12,214 INFO [M:0;ea9122631f8b:44353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44353 2024-11-09T22:22:12,215 INFO [M:0;ea9122631f8b:44353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:12,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:12,363 INFO [M:0;ea9122631f8b:44353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:12,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x10121b094f00003, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:12,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78e86c0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:22:12,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53888a94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:12,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:12,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f72bd06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:12,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b9a4ec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:12,368 WARN [BP-451399026-172.17.0.3-1731190894201 heartbeating to localhost/127.0.0.1:35575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:22:12,368 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:22:12,368 WARN [BP-451399026-172.17.0.3-1731190894201 heartbeating to localhost/127.0.0.1:35575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-451399026-172.17.0.3-1731190894201 (Datanode Uuid abbde384-988b-48a1-9688-e97199c7a025) service to localhost/127.0.0.1:35575 2024-11-09T22:22:12,368 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:22:12,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/cluster_af2190db-cc7d-e7b7-f7ab-dde9ee6b6fa2/data/data1/current/BP-451399026-172.17.0.3-1731190894201 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:12,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/cluster_af2190db-cc7d-e7b7-f7ab-dde9ee6b6fa2/data/data2/current/BP-451399026-172.17.0.3-1731190894201 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:12,369 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:22:12,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37b100f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:22:12,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d6c4d32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:12,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:12,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e1cc49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:12,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@643e48bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27046d2f-f5aa-d066-a032-433390ab6f58/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:12,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:22:12,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:22:12,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:12,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:12,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:12,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:12,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:22:12,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1544840209, stopped=false 2024-11-09T22:22:12,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,35149,1731190891575 2024-11-09T22:22:12,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1271967804/running 2024-11-09T22:22:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:22:12,409 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1271967804/running 2024-11-09T22:22:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:22:12,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:12,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:12,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:12,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,40187,1731190891781' ***** 2024-11-09T22:22:12,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:22:12,410 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:22:12,410 INFO [RS:0;ea9122631f8b:40187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:22:12,410 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:22:12,410 INFO [RS:0;ea9122631f8b:40187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:22:12,410 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(3091): Received CLOSE for 81ccb5f11cfdd09039acb6baad72c52a 2024-11-09T22:22:12,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Set watcher on znode that does not yet exist, /0-1271967804/running 2024-11-09T22:22:12,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Set watcher on znode that does not yet exist, /0-1271967804/running 2024-11-09T22:22:12,412 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(3091): Received CLOSE for bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:22:12,412 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,40187,1731190891781 2024-11-09T22:22:12,412 INFO [RS:0;ea9122631f8b:40187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:12,412 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81ccb5f11cfdd09039acb6baad72c52a, disabling compactions & flushes 2024-11-09T22:22:12,412 INFO [RS:0;ea9122631f8b:40187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:40187. 2024-11-09T22:22:12,412 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:22:12,412 DEBUG [RS:0;ea9122631f8b:40187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:12,412 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:22:12,412 DEBUG [RS:0;ea9122631f8b:40187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:12,412 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. after waiting 0 ms 2024-11-09T22:22:12,412 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:22:12,412 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:22:12,412 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:22:12,412 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:22:12,412 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81ccb5f11cfdd09039acb6baad72c52a 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-09T22:22:12,412 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:22:12,424 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:22:12,424 DEBUG [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1325): Online Regions={81ccb5f11cfdd09039acb6baad72c52a=test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a., 1588230740=hbase:meta,,1.1588230740, bab516ea855eda76939e9461ca1cebfa=hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa.} 2024-11-09T22:22:12,424 DEBUG [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81ccb5f11cfdd09039acb6baad72c52a, bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:22:12,424 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:22:12,425 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:22:12,425 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:22:12,425 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:22:12,425 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:22:12,425 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:22:12,442 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/.tmp/f/ee8338a2f57e4a359f17ae20d20f5d5f is 37, key is row3/f:row3/1731190923437/Put/seqid=0 2024-11-09T22:22:12,460 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:12,462 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/info/9a263cb7608745fe9237ea1c1b9b98e4 is 147, key is hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa./info:regioninfo/1731190912143/Put/seqid=0 2024-11-09T22:22:12,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741840_1016 (size=5228) 2024-11-09T22:22:12,466 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/.tmp/f/ee8338a2f57e4a359f17ae20d20f5d5f 2024-11-09T22:22:12,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741841_1017 (size=7686) 2024-11-09T22:22:12,474 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/info/9a263cb7608745fe9237ea1c1b9b98e4 2024-11-09T22:22:12,484 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee8338a2f57e4a359f17ae20d20f5d5f 2024-11-09T22:22:12,534 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/ns/1d8590aeab15445d945c6c6e6aa6b7fc is 43, key is default/ns:d/1731190894072/Put/seqid=0 2024-11-09T22:22:12,536 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/.tmp/f1/9845abe73f964e9e917af51825f99ab4 is 30, key is row1/f1:/1731190920782/DeleteFamily/seqid=0 2024-11-09T22:22:12,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741842_1018 (size=5153) 2024-11-09T22:22:12,563 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/ns/1d8590aeab15445d945c6c6e6aa6b7fc 2024-11-09T22:22:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741843_1019 (size=5158) 2024-11-09T22:22:12,591 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/.tmp/f1/9845abe73f964e9e917af51825f99ab4 2024-11-09T22:22:12,597 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9845abe73f964e9e917af51825f99ab4 2024-11-09T22:22:12,615 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/rep_barrier/5540642585104abab60ad3dd08c67a23 is 112, key is test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a./rep_barrier:seqnumDuringOpen/1731190906940/Put/seqid=0 2024-11-09T22:22:12,625 DEBUG [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81ccb5f11cfdd09039acb6baad72c52a, bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:22:12,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741844_1020 (size=5518) 2024-11-09T22:22:12,632 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/rep_barrier/5540642585104abab60ad3dd08c67a23 2024-11-09T22:22:12,633 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/.tmp/norep/ded21141412d4bac96cb570ecbf41d43 is 32, key is row/norep:/1731190919775/DeleteFamily/seqid=0 2024-11-09T22:22:12,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741845_1021 (size=5101) 2024-11-09T22:22:12,653 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/.tmp/norep/ded21141412d4bac96cb570ecbf41d43 2024-11-09T22:22:12,657 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1496, reset compression=false 2024-11-09T22:22:12,659 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ded21141412d4bac96cb570ecbf41d43 2024-11-09T22:22:12,660 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/.tmp/f/ee8338a2f57e4a359f17ae20d20f5d5f as hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/f/ee8338a2f57e4a359f17ae20d20f5d5f 2024-11-09T22:22:12,662 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/table/7d3b200c76c34e809114d329adeb8b49 is 53, key is hbase:replication/table:state/1731190912155/Put/seqid=0 2024-11-09T22:22:12,665 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:12,665 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 1743, reset compression=false 2024-11-09T22:22:12,665 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,40187,1731190891781 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:12,666 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ea9122631f8b,40187,1731190891781: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ea9122631f8b,40187,1731190891781, walGroup=ea9122631f8b%2C40187%2C1731190891781, offset=ea9122631f8b%2C40187%2C1731190891781.1731190893349:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:40187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T22:22:12,667 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T22:22:12,668 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T22:22:12,668 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T22:22:12,669 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T22:22:12,669 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T22:22:12,669 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1130364928, "init": 1048576000, "max": 2306867200, "used": 734123008 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199585640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T22:22:12,669 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee8338a2f57e4a359f17ae20d20f5d5f 2024-11-09T22:22:12,669 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/f/ee8338a2f57e4a359f17ae20d20f5d5f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T22:22:12,669 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:35149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:35149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T22:22:12,670 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/.tmp/f1/9845abe73f964e9e917af51825f99ab4 as hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/f1/9845abe73f964e9e917af51825f99ab4 2024-11-09T22:22:12,678 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9845abe73f964e9e917af51825f99ab4 2024-11-09T22:22:12,679 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/f1/9845abe73f964e9e917af51825f99ab4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T22:22:12,680 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/.tmp/norep/ded21141412d4bac96cb570ecbf41d43 as hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/norep/ded21141412d4bac96cb570ecbf41d43 2024-11-09T22:22:12,684 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ded21141412d4bac96cb570ecbf41d43 2024-11-09T22:22:12,684 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/norep/ded21141412d4bac96cb570ecbf41d43, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T22:22:12,685 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 81ccb5f11cfdd09039acb6baad72c52a in 273ms, sequenceid=12, compaction requested=false 2024-11-09T22:22:12,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741846_1022 (size=5308) 2024-11-09T22:22:12,688 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/table/7d3b200c76c34e809114d329adeb8b49 2024-11-09T22:22:12,696 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:12,697 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 2092, reset compression=false 2024-11-09T22:22:12,714 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/info/9a263cb7608745fe9237ea1c1b9b98e4 as hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/info/9a263cb7608745fe9237ea1c1b9b98e4 2024-11-09T22:22:12,718 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/info/9a263cb7608745fe9237ea1c1b9b98e4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:22:12,719 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/ns/1d8590aeab15445d945c6c6e6aa6b7fc as hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/ns/1d8590aeab15445d945c6c6e6aa6b7fc 2024-11-09T22:22:12,721 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/default/test/81ccb5f11cfdd09039acb6baad72c52a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T22:22:12,722 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:12,722 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:22:12,722 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:22:12,722 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81ccb5f11cfdd09039acb6baad72c52a: Waiting for close lock at 1731190932412Running coprocessor pre-close hooks at 1731190932412Disabling compacts and flushes for region at 1731190932412Disabling writes for close at 1731190932412Obtaining lock to block concurrent updates at 1731190932412Preparing flush snapshotting stores in 81ccb5f11cfdd09039acb6baad72c52a at 1731190932412Finished memstore snapshotting test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731190932413 (+1 ms)Flushing stores of test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. at 1731190932413Flushing 81ccb5f11cfdd09039acb6baad72c52a/f: creating writer at 1731190932414 (+1 ms)Flushing 81ccb5f11cfdd09039acb6baad72c52a/f: appending metadata at 1731190932441 (+27 ms)Flushing 81ccb5f11cfdd09039acb6baad72c52a/f: closing flushed file at 1731190932441Flushing 81ccb5f11cfdd09039acb6baad72c52a/f1: creating writer at 1731190932484 (+43 ms)Flushing 81ccb5f11cfdd09039acb6baad72c52a/f1: appending metadata at 1731190932536 (+52 ms)Flushing 81ccb5f11cfdd09039acb6baad72c52a/f1: closing flushed file at 1731190932536Flushing 81ccb5f11cfdd09039acb6baad72c52a/norep: creating writer at 1731190932597 (+61 ms)Flushing 81ccb5f11cfdd09039acb6baad72c52a/norep: appending metadata at 1731190932632 (+35 ms)Flushing 81ccb5f11cfdd09039acb6baad72c52a/norep: closing flushed file at 1731190932632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f4081: reopening flushed file at 1731190932659 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@427f5498: reopening flushed file at 1731190932669 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5db534: reopening flushed file at 1731190932679 (+10 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 81ccb5f11cfdd09039acb6baad72c52a in 273ms, sequenceid=12, compaction requested=false at 1731190932685 (+6 ms)Writing region close event to WAL at 1731190932712 (+27 ms)Running coprocessor post-close hooks at 1731190932721 (+9 ms)Closed at 1731190932722 (+1 ms) 2024-11-09T22:22:12,722 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190905794.81ccb5f11cfdd09039acb6baad72c52a. 2024-11-09T22:22:12,722 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bab516ea855eda76939e9461ca1cebfa, disabling compactions & flushes 2024-11-09T22:22:12,722 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:22:12,722 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:22:12,722 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. after waiting 0 ms 2024-11-09T22:22:12,722 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:22:12,722 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bab516ea855eda76939e9461ca1cebfa: Waiting for close lock at 1731190932722Running coprocessor pre-close hooks at 1731190932722Disabling compacts and flushes for region at 1731190932722Disabling writes for close at 1731190932722Failed flush hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa., putting online again at 1731190932722 2024-11-09T22:22:12,722 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:22:12,725 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/ns/1d8590aeab15445d945c6c6e6aa6b7fc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:22:12,729 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/rep_barrier/5540642585104abab60ad3dd08c67a23 as hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/rep_barrier/5540642585104abab60ad3dd08c67a23 2024-11-09T22:22:12,733 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/rep_barrier/5540642585104abab60ad3dd08c67a23, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:22:12,734 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/.tmp/table/7d3b200c76c34e809114d329adeb8b49 as hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/table/7d3b200c76c34e809114d329adeb8b49 2024-11-09T22:22:12,738 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/table/7d3b200c76c34e809114d329adeb8b49, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:22:12,739 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 314ms, sequenceid=16, compaction requested=false 2024-11-09T22:22:12,744 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:22:12,745 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:12,745 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:22:12,745 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:12,745 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190932424Running coprocessor pre-close hooks at 1731190932424Disabling compacts and flushes for region at 1731190932424Disabling writes for close at 1731190932425 (+1 ms)Obtaining lock to block concurrent updates at 1731190932425Preparing flush snapshotting stores in 1588230740 at 1731190932425Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731190932425Flushing stores of hbase:meta,,1.1588230740 at 1731190932426 (+1 ms)Flushing 1588230740/info: creating writer at 1731190932426Flushing 1588230740/info: appending metadata at 1731190932461 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731190932462 (+1 ms)Flushing 1588230740/ns: creating writer at 1731190932497 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731190932533 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731190932533Flushing 1588230740/rep_barrier: creating writer at 1731190932566 (+33 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190932614 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190932615 (+1 ms)Flushing 1588230740/table: creating writer at 1731190932636 (+21 ms)Flushing 1588230740/table: appending metadata at 1731190932661 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731190932661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755e4506: reopening flushed file at 1731190932714 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bcaf800: reopening flushed file at 1731190932718 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302b0e9a: reopening flushed file at 1731190932725 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c04d25b: reopening flushed file at 1731190932733 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 314ms, sequenceid=16, compaction requested=false at 1731190932739 (+6 ms)Writing region close event to WAL at 1731190932740 (+1 ms)Running coprocessor post-close hooks at 1731190932745 (+5 ms)Closed at 1731190932745 2024-11-09T22:22:12,745 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:12,825 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(3091): Received CLOSE for bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:22:12,825 DEBUG [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1351): Waiting on bab516ea855eda76939e9461ca1cebfa 2024-11-09T22:22:12,825 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bab516ea855eda76939e9461ca1cebfa, disabling compactions & flushes 2024-11-09T22:22:12,825 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:22:12,825 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:22:12,825 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. after waiting 0 ms 2024-11-09T22:22:12,825 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:22:12,825 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bab516ea855eda76939e9461ca1cebfa: Waiting for close lock at 1731190932825Running coprocessor pre-close hooks at 1731190932825Disabling compacts and flushes for region at 1731190932825Disabling writes for close at 1731190932825Failed flush hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa., putting online again at 1731190932825 2024-11-09T22:22:12,825 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731190911271.bab516ea855eda76939e9461ca1cebfa. 2024-11-09T22:22:12,912 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 to pos 2092, reset compression=false 2024-11-09T22:22:12,916 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:13,025 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T22:22:13,025 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,40187,1731190891781; all regions closed. 2024-11-09T22:22:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741834_1010 (size=4239) 2024-11-09T22:22:13,032 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.rep.1731190912045 not finished, retry = 0 2024-11-09T22:22:13,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741839_1015 (size=2609) 2024-11-09T22:22:13,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/WALs/ea9122631f8b,40187,1731190891781/ea9122631f8b%2C40187%2C1731190891781.1731190893349 not finished, retry = 0 2024-11-09T22:22:13,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741833_1009 (size=2395) 2024-11-09T22:22:13,215 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:22:13,215 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:22:13,235 DEBUG [RS:0;ea9122631f8b:40187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:13,236 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:13,236 INFO [RS:0;ea9122631f8b:40187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:13,236 INFO [RS:0;ea9122631f8b:40187 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:13,236 INFO [RS:0;ea9122631f8b:40187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:13,236 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:13,236 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,40187,1731190891781 because: Region server is closing 2024-11-09T22:22:13,236 INFO [RS:0;ea9122631f8b:40187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:40187. 2024-11-09T22:22:13,236 DEBUG [RS:0;ea9122631f8b:40187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:13,237 DEBUG [RS:0;ea9122631f8b:40187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:13,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:13,237 DEBUG [RS:0;ea9122631f8b:40187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:13,337 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.shipperea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 terminated 2024-11-09T22:22:13,337 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,40187,1731190891781.replicationSource.wal-reader.ea9122631f8b%2C40187%2C1731190891781,1-ea9122631f8b,40187,1731190891781 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-09T22:22:13,337 INFO [RS:0;ea9122631f8b:40187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:40187. 2024-11-09T22:22:13,337 DEBUG [RS:0;ea9122631f8b:40187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:13,337 DEBUG [RS:0;ea9122631f8b:40187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:13,338 DEBUG [RS:0;ea9122631f8b:40187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:13,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:13,338 INFO [RS:0;ea9122631f8b:40187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40187 2024-11-09T22:22:13,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804/rs 2024-11-09T22:22:13,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1271967804/rs/ea9122631f8b,40187,1731190891781 2024-11-09T22:22:13,400 INFO [RS:0;ea9122631f8b:40187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:13,410 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,40187,1731190891781] 2024-11-09T22:22:13,420 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1271967804/draining/ea9122631f8b,40187,1731190891781 already deleted, retry=false 2024-11-09T22:22:13,421 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,40187,1731190891781 expired; onlineServers=0 2024-11-09T22:22:13,421 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,35149,1731190891575' ***** 2024-11-09T22:22:13,421 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:22:13,421 INFO [M:0;ea9122631f8b:35149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:13,421 INFO [M:0;ea9122631f8b:35149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:13,421 DEBUG [M:0;ea9122631f8b:35149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:22:13,421 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:22:13,421 DEBUG [M:0;ea9122631f8b:35149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:22:13,421 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190893164 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190893164,5,FailOnTimeoutGroup] 2024-11-09T22:22:13,421 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190893152 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190893152,5,FailOnTimeoutGroup] 2024-11-09T22:22:13,421 INFO [M:0;ea9122631f8b:35149 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:13,421 INFO [M:0;ea9122631f8b:35149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:13,421 DEBUG [M:0;ea9122631f8b:35149 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:22:13,421 INFO [M:0;ea9122631f8b:35149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:22:13,421 INFO [M:0;ea9122631f8b:35149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:13,422 ERROR [M:0;ea9122631f8b:35149 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46661,5,PEWorkerGroup] 2024-11-09T22:22:13,422 INFO [M:0;ea9122631f8b:35149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:22:13,422 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:22:13,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1271967804/master 2024-11-09T22:22:13,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1271967804 2024-11-09T22:22:13,431 DEBUG [M:0;ea9122631f8b:35149 {}] zookeeper.ZKUtil(347): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Unable to get data of znode /0-1271967804/master because node does not exist (not an error) 2024-11-09T22:22:13,431 WARN [M:0;ea9122631f8b:35149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:22:13,432 INFO [M:0;ea9122631f8b:35149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/.lastflushedseqids 2024-11-09T22:22:13,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741847_1023 (size=245) 2024-11-09T22:22:13,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:13,510 INFO [RS:0;ea9122631f8b:40187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:13,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40187-0x10121b094f00001, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:13,510 INFO [RS:0;ea9122631f8b:40187 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,40187,1731190891781; zookeeper connection closed. 2024-11-09T22:22:13,510 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@142a2c37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@142a2c37 2024-11-09T22:22:13,511 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:22:13,836 INFO [M:0;ea9122631f8b:35149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:22:13,836 INFO [M:0;ea9122631f8b:35149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:22:13,836 DEBUG [M:0;ea9122631f8b:35149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:22:13,836 INFO [M:0;ea9122631f8b:35149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:13,836 DEBUG [M:0;ea9122631f8b:35149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:13,836 DEBUG [M:0;ea9122631f8b:35149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:22:13,836 DEBUG [M:0;ea9122631f8b:35149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:13,836 INFO [M:0;ea9122631f8b:35149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-09T22:22:13,849 DEBUG [M:0;ea9122631f8b:35149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2bdf8a1c3b64ae2b9a8777e681ece56 is 82, key is hbase:meta,,1/info:regioninfo/1731190894043/Put/seqid=0 2024-11-09T22:22:13,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741848_1024 (size=5672) 2024-11-09T22:22:14,253 INFO [M:0;ea9122631f8b:35149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2bdf8a1c3b64ae2b9a8777e681ece56 2024-11-09T22:22:14,270 DEBUG [M:0;ea9122631f8b:35149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25d66b63e39a41c78e624e1b93548547 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731190906948/Put/seqid=0 2024-11-09T22:22:14,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741849_1025 (size=7218) 2024-11-09T22:22:14,678 INFO [M:0;ea9122631f8b:35149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25d66b63e39a41c78e624e1b93548547 2024-11-09T22:22:14,682 INFO [M:0;ea9122631f8b:35149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25d66b63e39a41c78e624e1b93548547 2024-11-09T22:22:14,698 DEBUG [M:0;ea9122631f8b:35149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fdbce605a3f47b5abe155be726ed8d1 is 69, key is ea9122631f8b,40187,1731190891781/rs:state/1731190893196/Put/seqid=0 2024-11-09T22:22:14,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741850_1026 (size=5156) 2024-11-09T22:22:15,102 INFO [M:0;ea9122631f8b:35149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fdbce605a3f47b5abe155be726ed8d1 2024-11-09T22:22:15,105 DEBUG [M:0;ea9122631f8b:35149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2bdf8a1c3b64ae2b9a8777e681ece56 as hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2bdf8a1c3b64ae2b9a8777e681ece56 2024-11-09T22:22:15,108 INFO [M:0;ea9122631f8b:35149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2bdf8a1c3b64ae2b9a8777e681ece56, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T22:22:15,109 DEBUG [M:0;ea9122631f8b:35149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25d66b63e39a41c78e624e1b93548547 as hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25d66b63e39a41c78e624e1b93548547 2024-11-09T22:22:15,112 INFO [M:0;ea9122631f8b:35149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25d66b63e39a41c78e624e1b93548547 2024-11-09T22:22:15,112 INFO [M:0;ea9122631f8b:35149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25d66b63e39a41c78e624e1b93548547, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T22:22:15,112 DEBUG [M:0;ea9122631f8b:35149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fdbce605a3f47b5abe155be726ed8d1 as hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7fdbce605a3f47b5abe155be726ed8d1 2024-11-09T22:22:15,115 INFO [M:0;ea9122631f8b:35149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46661/user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7fdbce605a3f47b5abe155be726ed8d1, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T22:22:15,116 INFO [M:0;ea9122631f8b:35149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-09T22:22:15,117 INFO [M:0;ea9122631f8b:35149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:15,117 DEBUG [M:0;ea9122631f8b:35149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190933836Disabling compacts and flushes for region at 1731190933836Disabling writes for close at 1731190933836Obtaining lock to block concurrent updates at 1731190933836Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190933836Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731190933837 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190933837Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190933837Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190933849 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190933849Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190934256 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190934270 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190934270Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190934682 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190934698 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190934698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db94137: reopening flushed file at 1731190935105 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592b7e85: reopening flushed file at 1731190935108 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc3d8cc: reopening flushed file at 1731190935112 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1731190935116 (+4 ms)Writing region close event to WAL at 1731190935117 (+1 ms)Closed at 1731190935117 2024-11-09T22:22:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44029 is added to blk_1073741830_1006 (size=64423) 2024-11-09T22:22:15,118 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4b4b961-5570-cdc0-15f1-5849ef8ac5e5/MasterData/WALs/ea9122631f8b,35149,1731190891575/ea9122631f8b%2C35149%2C1731190891575.1731190892761 not finished, retry = 0 2024-11-09T22:22:15,219 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:15,219 INFO [M:0;ea9122631f8b:35149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:22:15,219 INFO [M:0;ea9122631f8b:35149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35149 2024-11-09T22:22:15,220 INFO [M:0;ea9122631f8b:35149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:15,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:15,384 INFO [M:0;ea9122631f8b:35149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:15,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35149-0x10121b094f00000, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:15,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6842fb35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:22:15,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f3aa054{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:15,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:15,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66b1df2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:15,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee724a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:15,389 WARN [BP-730985883-172.17.0.3-1731190888802 heartbeating to localhost/127.0.0.1:46661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:22:15,389 WARN [BP-730985883-172.17.0.3-1731190888802 heartbeating to localhost/127.0.0.1:46661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-730985883-172.17.0.3-1731190888802 (Datanode Uuid 3e47f004-f000-4ab9-9b90-4feb8ce97072) service to localhost/127.0.0.1:46661 2024-11-09T22:22:15,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/cluster_6c17cf0b-16ce-b412-7b28-600e0fabe9db/data/data1/current/BP-730985883-172.17.0.3-1731190888802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:15,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/cluster_6c17cf0b-16ce-b412-7b28-600e0fabe9db/data/data2/current/BP-730985883-172.17.0.3-1731190888802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:15,390 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:22:15,390 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:22:15,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:22:15,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6363dfd5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:22:15,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ba22159{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:15,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:15,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b010c9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:15,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b2d81e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eca58548-11bc-6d0d-3fed-cedc6e86adbc/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:15,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T22:22:15,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:22:15,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 262) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59999) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59999) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35575 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59999) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34939 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46661 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=620 (was 722), ProcessCount=11 (was 11), AvailableMemoryMB=2804 (was 2725) - AvailableMemoryMB LEAK? - 2024-11-09T22:22:15,443 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=620, ProcessCount=11, AvailableMemoryMB=2803 2024-11-09T22:22:15,459 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-09T22:22:15,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/hadoop.log.dir so I do NOT create it in target/test-data/5af08f87-61a9-d122-0491-864ec4110d57 2024-11-09T22:22:15,460 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:22:15,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/hadoop.tmp.dir so I do NOT create it in target/test-data/5af08f87-61a9-d122-0491-864ec4110d57 2024-11-09T22:22:15,460 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cab604c7-ddf3-74aa-0511-0bbfbc08cddb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:22:15,460 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57 2024-11-09T22:22:15,460 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/cluster_702e30db-ecb8-77aa-de48-1f8f9db063b5, deleteOnExit=true 2024-11-09T22:22:15,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/cluster_702e30db-ecb8-77aa-de48-1f8f9db063b5/zookeeper_0, clientPort=58669, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/cluster_702e30db-ecb8-77aa-de48-1f8f9db063b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/cluster_702e30db-ecb8-77aa-de48-1f8f9db063b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T22:22:15,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58669 2024-11-09T22:22:15,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:22:15,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:22:15,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/test.cache.data in system properties and HBase conf 2024-11-09T22:22:15,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:22:15,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:22:15,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:22:15,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:22:15,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:22:15,464 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:22:15,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:22:15,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:22:15,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:22:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:22:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:22:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:22:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:22:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:22:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:22:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:22:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:22:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:22:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:22:15,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:22:15,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10121b094f00002, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:22:15,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10121b094f00008, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:22:15,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10121b094f00005, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:22:15,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10121b094f00002, quorum=127.0.0.1:59999, baseZNode=/0-1271967804 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:22:15,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10121b094f00008, quorum=127.0.0.1:59999, baseZNode=/2-998581758 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:22:15,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10121b094f00005, quorum=127.0.0.1:59999, baseZNode=/1-1488684240 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:22:15,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:15,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:22:15,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:22:15,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:22:15,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:22:15,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:15,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29b74cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:22:15,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2790b054{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:22:15,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaee6d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/java.io.tmpdir/jetty-localhost-35021-hadoop-hdfs-3_4_1-tests_jar-_-any-15615927935649393498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:22:16,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e23327{HTTP/1.1, (http/1.1)}{localhost:35021} 2024-11-09T22:22:16,000 INFO [Time-limited test {}] server.Server(415): Started @275217ms 2024-11-09T22:22:16,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:16,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:22:16,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:22:16,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:22:16,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:22:16,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510bd9d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:22:16,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1981b7fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:22:16,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59600c9f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/java.io.tmpdir/jetty-localhost-39215-hadoop-hdfs-3_4_1-tests_jar-_-any-4452303694608146062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:22:16,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4580090d{HTTP/1.1, (http/1.1)}{localhost:39215} 2024-11-09T22:22:16,632 INFO [Time-limited test {}] server.Server(415): Started @275849ms 2024-11-09T22:22:16,633 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:22:17,410 WARN [Thread-3407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/cluster_702e30db-ecb8-77aa-de48-1f8f9db063b5/data/data1/current/BP-1155689925-172.17.0.3-1731190935481/current, will proceed with Du for space computation calculation, 2024-11-09T22:22:17,410 WARN [Thread-3408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/cluster_702e30db-ecb8-77aa-de48-1f8f9db063b5/data/data2/current/BP-1155689925-172.17.0.3-1731190935481/current, will proceed with Du for space computation calculation, 2024-11-09T22:22:17,429 WARN [Thread-3395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:22:17,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x552ddf331735f898 with lease ID 0xf9ad8eafa74c58dd: Processing first storage report for DS-a743b1fa-f526-46df-85aa-d9b4cecf8edd from datanode DatanodeRegistration(127.0.0.1:34881, datanodeUuid=03da2566-6a5b-4cc9-b958-0f0e7a1ba7bc, infoPort=40081, infoSecurePort=0, ipcPort=45579, storageInfo=lv=-57;cid=testClusterID;nsid=1742946790;c=1731190935481) 2024-11-09T22:22:17,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x552ddf331735f898 with lease ID 0xf9ad8eafa74c58dd: from storage DS-a743b1fa-f526-46df-85aa-d9b4cecf8edd node DatanodeRegistration(127.0.0.1:34881, datanodeUuid=03da2566-6a5b-4cc9-b958-0f0e7a1ba7bc, infoPort=40081, infoSecurePort=0, ipcPort=45579, storageInfo=lv=-57;cid=testClusterID;nsid=1742946790;c=1731190935481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:22:17,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x552ddf331735f898 with lease ID 0xf9ad8eafa74c58dd: Processing first storage report for DS-4dc69f36-4aae-4953-a06d-fdfb92a262f7 from datanode DatanodeRegistration(127.0.0.1:34881, datanodeUuid=03da2566-6a5b-4cc9-b958-0f0e7a1ba7bc, infoPort=40081, infoSecurePort=0, ipcPort=45579, storageInfo=lv=-57;cid=testClusterID;nsid=1742946790;c=1731190935481) 2024-11-09T22:22:17,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x552ddf331735f898 with lease ID 0xf9ad8eafa74c58dd: from storage DS-4dc69f36-4aae-4953-a06d-fdfb92a262f7 node DatanodeRegistration(127.0.0.1:34881, datanodeUuid=03da2566-6a5b-4cc9-b958-0f0e7a1ba7bc, infoPort=40081, infoSecurePort=0, ipcPort=45579, storageInfo=lv=-57;cid=testClusterID;nsid=1742946790;c=1731190935481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:22:17,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57 2024-11-09T22:22:17,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:17,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:17,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:22:17,890 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad with version=8 2024-11-09T22:22:17,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/hbase-staging 2024-11-09T22:22:17,892 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:22:17,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:17,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:17,892 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:22:17,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:17,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:22:17,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:22:17,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:22:17,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40893 2024-11-09T22:22:17,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40893 connecting to ZooKeeper ensemble=127.0.0.1:58669 2024-11-09T22:22:17,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408930x0, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:22:17,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40893-0x10121b14b510000 connected 2024-11-09T22:22:18,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:18,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:18,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Set watcher on znode that does not yet exist, /0-506214348/running 2024-11-09T22:22:18,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad, hbase.cluster.distributed=false 2024-11-09T22:22:18,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Set watcher on znode that does not yet exist, /0-506214348/acl 2024-11-09T22:22:18,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40893 2024-11-09T22:22:18,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40893 2024-11-09T22:22:18,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40893 2024-11-09T22:22:18,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40893 2024-11-09T22:22:18,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40893 2024-11-09T22:22:18,098 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:22:18,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:18,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:18,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:22:18,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:18,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:22:18,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:22:18,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:22:18,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32941 2024-11-09T22:22:18,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32941 connecting to ZooKeeper ensemble=127.0.0.1:58669 2024-11-09T22:22:18,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:18,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:18,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329410x0, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:22:18,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329410x0, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Set watcher on znode that does not yet exist, /0-506214348/running 2024-11-09T22:22:18,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32941-0x10121b14b510001 connected 2024-11-09T22:22:18,116 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:22:18,116 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:22:18,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Set watcher on znode that does not yet exist, /0-506214348/master 2024-11-09T22:22:18,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Set watcher on znode that does not yet exist, /0-506214348/acl 2024-11-09T22:22:18,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32941 2024-11-09T22:22:18,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32941 2024-11-09T22:22:18,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32941 2024-11-09T22:22:18,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32941 2024-11-09T22:22:18,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32941 2024-11-09T22:22:18,140 DEBUG [M:0;ea9122631f8b:40893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:40893 2024-11-09T22:22:18,140 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-506214348/backup-masters/ea9122631f8b,40893,1731190937892 2024-11-09T22:22:18,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348/backup-masters 2024-11-09T22:22:18,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348/backup-masters 2024-11-09T22:22:18,147 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Set watcher on existing znode=/0-506214348/backup-masters/ea9122631f8b,40893,1731190937892 2024-11-09T22:22:18,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:18,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-506214348/master 2024-11-09T22:22:18,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:18,158 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Set watcher on existing znode=/0-506214348/master 2024-11-09T22:22:18,159 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-506214348/backup-masters/ea9122631f8b,40893,1731190937892 from backup master directory 2024-11-09T22:22:18,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-506214348/backup-masters/ea9122631f8b,40893,1731190937892 2024-11-09T22:22:18,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348/backup-masters 2024-11-09T22:22:18,168 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:22:18,168 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,40893,1731190937892 2024-11-09T22:22:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348/backup-masters 2024-11-09T22:22:18,177 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/hbase.id] with ID: c116ddeb-2ded-411d-8dd2-23eda7307f17 2024-11-09T22:22:18,177 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/.tmp/hbase.id 2024-11-09T22:22:18,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:22:18,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:22:18,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:18,594 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/.tmp/hbase.id]:[hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/hbase.id] 2024-11-09T22:22:18,601 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:18,601 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:22:18,602 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T22:22:18,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:18,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:22:18,656 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:22:18,657 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:22:18,657 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:18,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:22:19,062 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store 2024-11-09T22:22:19,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:22:19,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:22:19,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T22:22:19,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T22:22:19,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:22:19,468 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:19,468 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:22:19,468 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:19,468 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:19,468 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:22:19,468 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:19,468 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:19,468 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190939468Disabling compacts and flushes for region at 1731190939468Disabling writes for close at 1731190939468Writing region close event to WAL at 1731190939468Closed at 1731190939468 2024-11-09T22:22:19,469 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/.initializing 2024-11-09T22:22:19,469 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/WALs/ea9122631f8b,40893,1731190937892 2024-11-09T22:22:19,469 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:22:19,471 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C40893%2C1731190937892, suffix=, logDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/WALs/ea9122631f8b,40893,1731190937892, archiveDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/oldWALs, maxLogs=10 2024-11-09T22:22:19,486 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/WALs/ea9122631f8b,40893,1731190937892/ea9122631f8b%2C40893%2C1731190937892.1731190939471, exclude list is [], retry=0 2024-11-09T22:22:19,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-a743b1fa-f526-46df-85aa-d9b4cecf8edd,DISK] 2024-11-09T22:22:19,489 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/WALs/ea9122631f8b,40893,1731190937892/ea9122631f8b%2C40893%2C1731190937892.1731190939471 2024-11-09T22:22:19,490 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40081:40081)] 2024-11-09T22:22:19,490 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:19,490 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:19,490 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,490 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:22:19,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:19,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:19,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:22:19,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:19,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:19,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:22:19,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:19,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:19,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:22:19,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:19,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:19,495 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,496 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,496 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,497 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,497 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,497 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:22:19,498 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:19,499 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:19,499 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63053422, jitterRate=-0.06043079495429993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:22:19,500 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190939490Initializing all the Stores at 1731190939490Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190939490Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190939491 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190939491Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190939491Cleaning up temporary data from old regions at 1731190939497 (+6 ms)Region opened successfully at 1731190939500 (+3 ms) 2024-11-09T22:22:19,500 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:22:19,502 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d28134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:22:19,502 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:22:19,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:22:19,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:22:19,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:22:19,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:22:19,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:22:19,503 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:22:19,504 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:22:19,505 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Unable to get data of znode /0-506214348/balancer because node does not exist (not necessarily an error) 2024-11-09T22:22:19,546 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-506214348/balancer already deleted, retry=false 2024-11-09T22:22:19,547 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:22:19,547 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Unable to get data of znode /0-506214348/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:22:19,557 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-506214348/normalizer already deleted, retry=false 2024-11-09T22:22:19,557 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:22:19,558 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Unable to get data of znode /0-506214348/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:22:19,567 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-506214348/switch/split already deleted, retry=false 2024-11-09T22:22:19,568 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Unable to get data of znode /0-506214348/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:22:19,578 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-506214348/switch/merge already deleted, retry=false 2024-11-09T22:22:19,579 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Unable to get data of znode /0-506214348/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:22:19,588 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-506214348/snapshot-cleanup already deleted, retry=false 2024-11-09T22:22:19,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-506214348/running 2024-11-09T22:22:19,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:19,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-506214348/running 2024-11-09T22:22:19,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:19,600 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,40893,1731190937892, sessionid=0x10121b14b510000, setting cluster-up flag (Was=false) 2024-11-09T22:22:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:19,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:19,652 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-506214348/flush-table-proc/acquired, /0-506214348/flush-table-proc/reached, /0-506214348/flush-table-proc/abort 2024-11-09T22:22:19,652 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,40893,1731190937892 2024-11-09T22:22:19,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:19,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:19,704 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-506214348/online-snapshot/acquired, /0-506214348/online-snapshot/reached, /0-506214348/online-snapshot/abort 2024-11-09T22:22:19,705 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,40893,1731190937892 2024-11-09T22:22:19,706 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:22:19,707 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:19,707 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:22:19,707 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:22:19,707 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,40893,1731190937892 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:22:19,708 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:19,708 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:19,708 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:19,708 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:19,708 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:22:19,708 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,708 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:22:19,708 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,709 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190969709 2024-11-09T22:22:19,709 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:22:19,709 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:22:19,709 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:22:19,709 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:22:19,709 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:22:19,709 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:22:19,710 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,710 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:19,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:22:19,710 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:22:19,710 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:22:19,710 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:22:19,710 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:22:19,711 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:19,711 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:22:19,711 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:22:19,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:22:19,711 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190939711,5,FailOnTimeoutGroup] 2024-11-09T22:22:19,711 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190939711,5,FailOnTimeoutGroup] 2024-11-09T22:22:19,711 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,711 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:22:19,711 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,711 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:22:19,728 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(746): ClusterId : c116ddeb-2ded-411d-8dd2-23eda7307f17 2024-11-09T22:22:19,728 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:22:19,736 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:22:19,736 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:22:19,747 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:22:19,747 DEBUG [RS:0;ea9122631f8b:32941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c68a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:22:19,760 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:32941 2024-11-09T22:22:19,760 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:22:19,760 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:22:19,760 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:22:19,760 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,40893,1731190937892 with port=32941, startcode=1731190938097 2024-11-09T22:22:19,761 DEBUG [RS:0;ea9122631f8b:32941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:22:19,762 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:22:19,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,32941,1731190938097 2024-11-09T22:22:19,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40893 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,32941,1731190938097 2024-11-09T22:22:19,763 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad 2024-11-09T22:22:19,763 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40507 2024-11-09T22:22:19,763 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:22:19,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348/rs 2024-11-09T22:22:19,768 DEBUG [RS:0;ea9122631f8b:32941 {}] zookeeper.ZKUtil(111): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Set watcher on existing znode=/0-506214348/rs/ea9122631f8b,32941,1731190938097 2024-11-09T22:22:19,768 WARN [RS:0;ea9122631f8b:32941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:22:19,768 INFO [RS:0;ea9122631f8b:32941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:19,768 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097 2024-11-09T22:22:19,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,32941,1731190938097] 2024-11-09T22:22:19,770 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:22:19,771 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:22:19,771 INFO [RS:0;ea9122631f8b:32941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:22:19,771 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,772 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:22:19,772 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:22:19,772 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:19,772 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:22:19,773 DEBUG [RS:0;ea9122631f8b:32941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:22:19,780 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,780 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,780 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,780 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,780 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,780 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,32941,1731190938097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:22:19,794 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:22:19,794 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,32941,1731190938097-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,795 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,795 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.Replication(171): ea9122631f8b,32941,1731190938097 started 2024-11-09T22:22:19,807 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:19,807 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,32941,1731190938097, RpcServer on ea9122631f8b/172.17.0.3:32941, sessionid=0x10121b14b510001 2024-11-09T22:22:19,807 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:22:19,807 DEBUG [RS:0;ea9122631f8b:32941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,32941,1731190938097 2024-11-09T22:22:19,807 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,32941,1731190938097' 2024-11-09T22:22:19,807 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-506214348/flush-table-proc/abort' 2024-11-09T22:22:19,807 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-506214348/flush-table-proc/acquired' 2024-11-09T22:22:19,808 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:22:19,808 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:22:19,808 DEBUG [RS:0;ea9122631f8b:32941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,32941,1731190938097 2024-11-09T22:22:19,808 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,32941,1731190938097' 2024-11-09T22:22:19,808 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-506214348/online-snapshot/abort' 2024-11-09T22:22:19,808 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-506214348/online-snapshot/acquired' 2024-11-09T22:22:19,808 DEBUG [RS:0;ea9122631f8b:32941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:22:19,808 INFO [RS:0;ea9122631f8b:32941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:22:19,808 INFO [RS:0;ea9122631f8b:32941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:22:19,909 INFO [RS:0;ea9122631f8b:32941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:22:19,910 INFO [RS:0;ea9122631f8b:32941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C32941%2C1731190938097, suffix=, logDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097, archiveDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/oldWALs, maxLogs=10 2024-11-09T22:22:19,922 DEBUG [RS:0;ea9122631f8b:32941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910, exclude list is [], retry=0 2024-11-09T22:22:19,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-a743b1fa-f526-46df-85aa-d9b4cecf8edd,DISK] 2024-11-09T22:22:19,925 INFO [RS:0;ea9122631f8b:32941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 2024-11-09T22:22:19,926 DEBUG [RS:0;ea9122631f8b:32941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40081:40081)] 2024-11-09T22:22:20,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:22:20,118 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad 2024-11-09T22:22:20,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:22:20,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:20,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:22:20,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:22:20,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:20,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:20,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:22:20,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:22:20,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:20,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:20,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:22:20,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:22:20,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:20,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:20,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:22:20,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:22:20,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:20,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:20,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:22:20,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740 2024-11-09T22:22:20,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740 2024-11-09T22:22:20,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:22:20,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:22:20,531 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:22:20,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:22:20,534 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:20,534 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68016904, jitterRate=0.013530850410461426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:22:20,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190940525Initializing all the Stores at 1731190940525Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190940525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190940525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190940525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190940525Cleaning up temporary data from old regions at 1731190940531 (+6 ms)Region opened successfully at 1731190940534 (+3 ms) 2024-11-09T22:22:20,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:22:20,534 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:22:20,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:22:20,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:22:20,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:22:20,535 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:20,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190940534Disabling compacts and flushes for region at 1731190940534Disabling writes for close at 1731190940534Writing region close event to WAL at 1731190940535 (+1 ms)Closed at 1731190940535 2024-11-09T22:22:20,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:20,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:22:20,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:22:20,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:22:20,538 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:22:20,688 DEBUG [ea9122631f8b:40893 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:22:20,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,32941,1731190938097 2024-11-09T22:22:20,690 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,32941,1731190938097, state=OPENING 2024-11-09T22:22:20,792 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:22:20,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:20,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:20,799 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:22:20,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-506214348/meta-region-server: CHANGED 2024-11-09T22:22:20,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,32941,1731190938097}] 2024-11-09T22:22:20,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-506214348/meta-region-server: CHANGED 2024-11-09T22:22:20,952 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:22:20,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:22:20,956 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:22:20,956 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:20,957 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:22:20,958 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C32941%2C1731190938097.meta, suffix=.meta, logDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097, archiveDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/oldWALs, maxLogs=10 2024-11-09T22:22:20,970 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.meta.1731190940958.meta, exclude list is [], retry=0 2024-11-09T22:22:20,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-a743b1fa-f526-46df-85aa-d9b4cecf8edd,DISK] 2024-11-09T22:22:20,973 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.meta.1731190940958.meta 2024-11-09T22:22:20,973 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40081:40081)] 2024-11-09T22:22:20,973 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:20,973 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:22:20,973 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:22:20,973 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:22:20,973 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:22:20,974 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:22:20,974 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:20,974 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:22:20,974 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:22:20,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:22:20,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:22:20,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:20,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:20,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:22:20,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:22:20,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:20,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:20,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:22:20,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:22:20,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:20,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:20,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:22:20,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:22:20,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:20,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:20,978 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:22:20,979 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740 2024-11-09T22:22:20,979 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740 2024-11-09T22:22:20,980 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:22:20,980 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:22:20,980 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:22:20,981 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:22:20,982 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67585149, jitterRate=0.007097199559211731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:22:20,982 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:22:20,982 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190940974Writing region info on filesystem at 1731190940974Initializing all the Stores at 1731190940974Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190940975 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190940975Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190940975Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190940975Cleaning up temporary data from old regions at 1731190940980 (+5 ms)Running coprocessor post-open hooks at 1731190940982 (+2 ms)Region opened successfully at 1731190940982 2024-11-09T22:22:20,983 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190940952 2024-11-09T22:22:20,984 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:22:20,984 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:22:20,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,32941,1731190938097 2024-11-09T22:22:20,985 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,32941,1731190938097, state=OPEN 2024-11-09T22:22:21,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-506214348/meta-region-server 2024-11-09T22:22:21,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-506214348/meta-region-server 2024-11-09T22:22:21,015 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,32941,1731190938097 2024-11-09T22:22:21,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-506214348/meta-region-server: CHANGED 2024-11-09T22:22:21,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-506214348/meta-region-server: CHANGED 2024-11-09T22:22:21,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:22:21,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,32941,1731190938097 in 216 msec 2024-11-09T22:22:21,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:22:21,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 480 msec 2024-11-09T22:22:21,018 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:21,018 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:22:21,019 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:21,019 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,32941,1731190938097, seqNum=-1] 2024-11-09T22:22:21,020 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:21,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:22:21,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-09T22:22:21,024 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190941024, completionTime=-1 2024-11-09T22:22:21,024 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:22:21,024 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:22:21,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:22:21,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731191001026 2024-11-09T22:22:21,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731191061026 2024-11-09T22:22:21,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T22:22:21,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40893,1731190937892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:21,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40893,1731190937892-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:21,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40893,1731190937892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:21,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:40893, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:21,026 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:21,027 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:21,028 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:22:21,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.862sec 2024-11-09T22:22:21,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:22:21,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:22:21,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:22:21,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:22:21,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:22:21,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40893,1731190937892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:22:21,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40893,1731190937892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:22:21,032 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:22:21,032 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:22:21,032 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,40893,1731190937892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:21,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69132d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:21,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,40893,-1 for getting cluster id 2024-11-09T22:22:21,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:21,130 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c116ddeb-2ded-411d-8dd2-23eda7307f17' 2024-11-09T22:22:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c116ddeb-2ded-411d-8dd2-23eda7307f17" 2024-11-09T22:22:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f3f030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,40893,-1] 2024-11-09T22:22:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:21,132 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:21,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1072551c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:21,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,32941,1731190938097, seqNum=-1] 2024-11-09T22:22:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:21,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:22:21,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,40893,1731190937892 2024-11-09T22:22:21,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58669 2024-11-09T22:22:21,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:22:21,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10121b14b510002 connected 2024-11-09T22:22:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/hadoop.log.dir so I do NOT create it in target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14 2024-11-09T22:22:21,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:22:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/hadoop.tmp.dir so I do NOT create it in target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14 2024-11-09T22:22:21,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:22:21,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14 2024-11-09T22:22:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:22:21,200 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/cluster_56532146-1033-d573-0ff7-097bf6541540, deleteOnExit=true 2024-11-09T22:22:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:22:21,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/test.cache.data in system properties and HBase conf 2024-11-09T22:22:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:22:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:22:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:22:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:22:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:22:21,201 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:22:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:22:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:22:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:22:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:22:21,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:22:21,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:22:21,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:22:21,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:22:21,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:22:21,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:22:21,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:22:21,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:22:21,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:22:21,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:22:21,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:21,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:22:21,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:22:21,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:22:21,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:22:21,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:21,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c9c7e55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:22:21,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bc97686{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:22:21,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@708da5a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/java.io.tmpdir/jetty-localhost-40663-hadoop-hdfs-3_4_1-tests_jar-_-any-14727830229000308502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:22:21,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d81754a{HTTP/1.1, (http/1.1)}{localhost:40663} 2024-11-09T22:22:21,674 INFO [Time-limited test {}] server.Server(415): Started @280891ms 2024-11-09T22:22:21,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:21,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:22:21,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:22:21,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:22:21,982 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:22:21,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@232dd5f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:22:21,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@176bc762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:22:22,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b641bc4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/java.io.tmpdir/jetty-localhost-43411-hadoop-hdfs-3_4_1-tests_jar-_-any-5007601243691142150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:22:22,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@95e949{HTTP/1.1, (http/1.1)}{localhost:43411} 2024-11-09T22:22:22,106 INFO [Time-limited test {}] server.Server(415): Started @281323ms 2024-11-09T22:22:22,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:22:22,961 WARN [Thread-3528 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/cluster_56532146-1033-d573-0ff7-097bf6541540/data/data1/current/BP-1148156662-172.17.0.3-1731190941220/current, will proceed with Du for space computation calculation, 2024-11-09T22:22:22,961 WARN [Thread-3529 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/cluster_56532146-1033-d573-0ff7-097bf6541540/data/data2/current/BP-1148156662-172.17.0.3-1731190941220/current, will proceed with Du for space computation calculation, 2024-11-09T22:22:22,989 WARN [Thread-3516 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:22:22,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b084739a969e732 with lease ID 0x56b1de8ca8c66dd8: Processing first storage report for DS-61396d29-55c7-422b-88cb-37eafade5d6f from datanode DatanodeRegistration(127.0.0.1:41709, datanodeUuid=b3e40380-c744-4acb-bd59-33537a815b5f, infoPort=36457, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=1606763779;c=1731190941220) 2024-11-09T22:22:22,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b084739a969e732 with lease ID 0x56b1de8ca8c66dd8: from storage DS-61396d29-55c7-422b-88cb-37eafade5d6f node DatanodeRegistration(127.0.0.1:41709, datanodeUuid=b3e40380-c744-4acb-bd59-33537a815b5f, infoPort=36457, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=1606763779;c=1731190941220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:22:22,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b084739a969e732 with lease ID 0x56b1de8ca8c66dd8: Processing first storage report for DS-d87edf0c-10d5-4c0b-9379-e3d14d226c4b from datanode DatanodeRegistration(127.0.0.1:41709, datanodeUuid=b3e40380-c744-4acb-bd59-33537a815b5f, infoPort=36457, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=1606763779;c=1731190941220) 2024-11-09T22:22:22,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b084739a969e732 with lease ID 0x56b1de8ca8c66dd8: from storage DS-d87edf0c-10d5-4c0b-9379-e3d14d226c4b node DatanodeRegistration(127.0.0.1:41709, datanodeUuid=b3e40380-c744-4acb-bd59-33537a815b5f, infoPort=36457, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=1606763779;c=1731190941220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:22:23,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14 2024-11-09T22:22:23,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:23,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:23,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:22:23,478 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6 with version=8 2024-11-09T22:22:23,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/hbase-staging 2024-11-09T22:22:23,480 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:22:23,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:23,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:23,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:22:23,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:23,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:22:23,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:22:23,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:22:23,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41529 2024-11-09T22:22:23,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41529 connecting to ZooKeeper ensemble=127.0.0.1:58669 2024-11-09T22:22:23,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415290x0, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:22:23,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41529-0x10121b14b510003 connected 2024-11-09T22:22:23,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:23,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:23,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Set watcher on znode that does not yet exist, /1-2128938817/running 2024-11-09T22:22:23,624 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6, hbase.cluster.distributed=false 2024-11-09T22:22:23,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Set watcher on znode that does not yet exist, /1-2128938817/acl 2024-11-09T22:22:23,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41529 2024-11-09T22:22:23,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41529 2024-11-09T22:22:23,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41529 2024-11-09T22:22:23,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41529 2024-11-09T22:22:23,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41529 2024-11-09T22:22:23,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:22:23,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:23,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:23,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:22:23,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:23,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:22:23,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:22:23,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:22:23,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37047 2024-11-09T22:22:23,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37047 connecting to ZooKeeper ensemble=127.0.0.1:58669 2024-11-09T22:22:23,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:23,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:23,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370470x0, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:22:23,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370470x0, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Set watcher on znode that does not yet exist, /1-2128938817/running 2024-11-09T22:22:23,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37047-0x10121b14b510004 connected 2024-11-09T22:22:23,652 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:22:23,654 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:22:23,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Set watcher on znode that does not yet exist, /1-2128938817/master 2024-11-09T22:22:23,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Set watcher on znode that does not yet exist, /1-2128938817/acl 2024-11-09T22:22:23,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37047 2024-11-09T22:22:23,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37047 2024-11-09T22:22:23,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37047 2024-11-09T22:22:23,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37047 2024-11-09T22:22:23,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37047 2024-11-09T22:22:23,680 DEBUG [M:0;ea9122631f8b:41529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:41529 2024-11-09T22:22:23,680 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2128938817/backup-masters/ea9122631f8b,41529,1731190943480 2024-11-09T22:22:23,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817/backup-masters 2024-11-09T22:22:23,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817/backup-masters 2024-11-09T22:22:23,693 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Set watcher on existing znode=/1-2128938817/backup-masters/ea9122631f8b,41529,1731190943480 2024-11-09T22:22:23,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2128938817/master 2024-11-09T22:22:23,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:23,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:23,704 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Set watcher on existing znode=/1-2128938817/master 2024-11-09T22:22:23,705 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2128938817/backup-masters/ea9122631f8b,41529,1731190943480 from backup master directory 2024-11-09T22:22:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2128938817/backup-masters/ea9122631f8b,41529,1731190943480 2024-11-09T22:22:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817/backup-masters 2024-11-09T22:22:23,715 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:22:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817/backup-masters 2024-11-09T22:22:23,715 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,41529,1731190943480 2024-11-09T22:22:23,717 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/hbase.id] with ID: 9f653419-8099-461b-995e-7c3f3c776ada 2024-11-09T22:22:23,717 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/.tmp/hbase.id 2024-11-09T22:22:23,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:22:24,121 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/.tmp/hbase.id]:[hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/hbase.id] 2024-11-09T22:22:24,128 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:24,129 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:22:24,129 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T22:22:24,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:24,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:24,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:22:24,194 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:22:24,195 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:22:24,196 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:24,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:22:24,609 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store 2024-11-09T22:22:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:22:24,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:22:24,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:24,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:25,014 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:25,014 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:22:25,014 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:25,014 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:25,014 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:22:25,014 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:25,014 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:25,014 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190945014Disabling compacts and flushes for region at 1731190945014Disabling writes for close at 1731190945014Writing region close event to WAL at 1731190945014Closed at 1731190945014 2024-11-09T22:22:25,015 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/.initializing 2024-11-09T22:22:25,015 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/WALs/ea9122631f8b,41529,1731190943480 2024-11-09T22:22:25,016 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:22:25,017 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C41529%2C1731190943480, suffix=, logDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/WALs/ea9122631f8b,41529,1731190943480, archiveDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/oldWALs, maxLogs=10 2024-11-09T22:22:25,034 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/WALs/ea9122631f8b,41529,1731190943480/ea9122631f8b%2C41529%2C1731190943480.1731190945017, exclude list is [], retry=0 2024-11-09T22:22:25,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-61396d29-55c7-422b-88cb-37eafade5d6f,DISK] 2024-11-09T22:22:25,038 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/WALs/ea9122631f8b,41529,1731190943480/ea9122631f8b%2C41529%2C1731190943480.1731190945017 2024-11-09T22:22:25,039 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36457:36457)] 2024-11-09T22:22:25,039 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:25,039 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:25,039 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,039 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:22:25,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:25,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:25,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:22:25,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:25,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:25,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:22:25,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:25,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:25,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:22:25,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:25,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:25,047 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,047 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,048 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,048 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,048 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,049 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:22:25,049 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:25,051 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:25,051 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66476378, jitterRate=-0.009424775838851929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:22:25,051 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190945039Initializing all the Stores at 1731190945040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190945040Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190945040Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190945040Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190945040Cleaning up temporary data from old regions at 1731190945048 (+8 ms)Region opened successfully at 1731190945051 (+3 ms) 2024-11-09T22:22:25,051 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:22:25,053 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de54a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:22:25,054 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:22:25,054 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:22:25,054 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:22:25,054 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:22:25,054 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:22:25,055 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:22:25,055 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:22:25,056 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:22:25,057 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Unable to get data of znode /1-2128938817/balancer because node does not exist (not necessarily an error) 2024-11-09T22:22:25,146 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128938817/balancer already deleted, retry=false 2024-11-09T22:22:25,146 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:22:25,147 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Unable to get data of znode /1-2128938817/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:22:25,156 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128938817/normalizer already deleted, retry=false 2024-11-09T22:22:25,157 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:22:25,158 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Unable to get data of znode /1-2128938817/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:22:25,167 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128938817/switch/split already deleted, retry=false 2024-11-09T22:22:25,168 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Unable to get data of znode /1-2128938817/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:22:25,177 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128938817/switch/merge already deleted, retry=false 2024-11-09T22:22:25,179 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Unable to get data of znode /1-2128938817/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:22:25,188 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128938817/snapshot-cleanup already deleted, retry=false 2024-11-09T22:22:25,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2128938817/running 2024-11-09T22:22:25,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2128938817/running 2024-11-09T22:22:25,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:25,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:25,199 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,41529,1731190943480, sessionid=0x10121b14b510003, setting cluster-up flag (Was=false) 2024-11-09T22:22:25,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:25,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:25,251 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2128938817/flush-table-proc/acquired, /1-2128938817/flush-table-proc/reached, /1-2128938817/flush-table-proc/abort 2024-11-09T22:22:25,252 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,41529,1731190943480 2024-11-09T22:22:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:25,304 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2128938817/online-snapshot/acquired, /1-2128938817/online-snapshot/reached, /1-2128938817/online-snapshot/abort 2024-11-09T22:22:25,305 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,41529,1731190943480 2024-11-09T22:22:25,306 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:22:25,311 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:25,311 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:22:25,311 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:22:25,312 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,41529,1731190943480 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:22:25,313 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:25,313 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:25,313 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:25,313 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:25,313 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:22:25,313 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,313 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:22:25,313 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,315 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190975315 2024-11-09T22:22:25,315 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:22:25,315 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:22:25,315 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:22:25,315 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:22:25,315 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:22:25,315 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:22:25,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:25,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:22:25,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:22:25,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:22:25,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:22:25,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:22:25,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:22:25,316 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:22:25,316 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190945316,5,FailOnTimeoutGroup] 2024-11-09T22:22:25,316 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:25,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:22:25,319 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190945316,5,FailOnTimeoutGroup] 2024-11-09T22:22:25,319 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,319 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:22:25,319 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,320 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:22:25,368 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(746): ClusterId : 9f653419-8099-461b-995e-7c3f3c776ada 2024-11-09T22:22:25,368 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:22:25,378 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:22:25,378 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:22:25,389 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:22:25,389 DEBUG [RS:0;ea9122631f8b:37047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf2a860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:22:25,404 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:37047 2024-11-09T22:22:25,404 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:22:25,404 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:22:25,404 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:22:25,405 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,41529,1731190943480 with port=37047, startcode=1731190943639 2024-11-09T22:22:25,405 DEBUG [RS:0;ea9122631f8b:37047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:22:25,406 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:22:25,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,37047,1731190943639 2024-11-09T22:22:25,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41529 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,37047,1731190943639 2024-11-09T22:22:25,407 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6 2024-11-09T22:22:25,407 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43967 2024-11-09T22:22:25,407 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:22:25,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817/rs 2024-11-09T22:22:25,463 DEBUG [RS:0;ea9122631f8b:37047 {}] zookeeper.ZKUtil(111): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Set watcher on existing znode=/1-2128938817/rs/ea9122631f8b,37047,1731190943639 2024-11-09T22:22:25,463 WARN [RS:0;ea9122631f8b:37047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:22:25,463 INFO [RS:0;ea9122631f8b:37047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:25,463 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639 2024-11-09T22:22:25,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,37047,1731190943639] 2024-11-09T22:22:25,476 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:22:25,477 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:22:25,477 INFO [RS:0;ea9122631f8b:37047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:22:25,478 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,478 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:22:25,478 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:22:25,478 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:25,478 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:22:25,479 DEBUG [RS:0;ea9122631f8b:37047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:22:25,479 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,479 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,479 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,479 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,479 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,479 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,37047,1731190943639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:22:25,491 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:22:25,492 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,37047,1731190943639-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,492 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,492 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.Replication(171): ea9122631f8b,37047,1731190943639 started 2024-11-09T22:22:25,504 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:25,504 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,37047,1731190943639, RpcServer on ea9122631f8b/172.17.0.3:37047, sessionid=0x10121b14b510004 2024-11-09T22:22:25,504 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:22:25,504 DEBUG [RS:0;ea9122631f8b:37047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,37047,1731190943639 2024-11-09T22:22:25,504 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,37047,1731190943639' 2024-11-09T22:22:25,504 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2128938817/flush-table-proc/abort' 2024-11-09T22:22:25,504 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2128938817/flush-table-proc/acquired' 2024-11-09T22:22:25,504 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:22:25,504 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:22:25,505 DEBUG [RS:0;ea9122631f8b:37047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,37047,1731190943639 2024-11-09T22:22:25,505 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,37047,1731190943639' 2024-11-09T22:22:25,505 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2128938817/online-snapshot/abort' 2024-11-09T22:22:25,505 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2128938817/online-snapshot/acquired' 2024-11-09T22:22:25,505 DEBUG [RS:0;ea9122631f8b:37047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:22:25,505 INFO [RS:0;ea9122631f8b:37047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:22:25,505 INFO [RS:0;ea9122631f8b:37047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:22:25,605 INFO [RS:0;ea9122631f8b:37047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:22:25,607 INFO [RS:0;ea9122631f8b:37047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C37047%2C1731190943639, suffix=, logDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639, archiveDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/oldWALs, maxLogs=10 2024-11-09T22:22:25,623 DEBUG [RS:0;ea9122631f8b:37047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607, exclude list is [], retry=0 2024-11-09T22:22:25,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-61396d29-55c7-422b-88cb-37eafade5d6f,DISK] 2024-11-09T22:22:25,627 INFO [RS:0;ea9122631f8b:37047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 2024-11-09T22:22:25,627 DEBUG [RS:0;ea9122631f8b:37047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36457:36457)] 2024-11-09T22:22:25,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:22:25,726 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6 2024-11-09T22:22:25,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:22:25,770 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:22:26,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:26,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:22:26,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:22:26,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:26,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:26,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:22:26,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:22:26,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:26,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:26,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:22:26,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:22:26,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:26,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:26,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:22:26,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:22:26,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:26,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:26,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:22:26,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740 2024-11-09T22:22:26,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740 2024-11-09T22:22:26,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:22:26,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:22:26,138 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:22:26,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:22:26,140 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:26,140 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75306970, jitterRate=0.12216129899024963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:22:26,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190946131Initializing all the Stores at 1731190946132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190946132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190946132Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190946132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190946132Cleaning up temporary data from old regions at 1731190946138 (+6 ms)Region opened successfully at 1731190946140 (+2 ms) 2024-11-09T22:22:26,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:22:26,141 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:22:26,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:22:26,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:22:26,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:22:26,141 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:26,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190946141Disabling compacts and flushes for region at 1731190946141Disabling writes for close at 1731190946141Writing region close event to WAL at 1731190946141Closed at 1731190946141 2024-11-09T22:22:26,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:26,142 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:22:26,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:22:26,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:22:26,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:22:26,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:26,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:22:26,247 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88976 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:22:26,294 DEBUG [ea9122631f8b:41529 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:22:26,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,37047,1731190943639 2024-11-09T22:22:26,296 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,37047,1731190943639, state=OPENING 2024-11-09T22:22:26,357 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:22:26,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:26,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:26,367 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:22:26,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2128938817/meta-region-server: CHANGED 2024-11-09T22:22:26,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2128938817/meta-region-server: CHANGED 2024-11-09T22:22:26,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,37047,1731190943639}] 2024-11-09T22:22:26,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:22:26,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:22:26,524 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:22:26,524 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:26,524 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:22:26,526 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C37047%2C1731190943639.meta, suffix=.meta, logDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639, archiveDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/oldWALs, maxLogs=10 2024-11-09T22:22:26,537 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.meta.1731190946526.meta, exclude list is [], retry=0 2024-11-09T22:22:26,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-61396d29-55c7-422b-88cb-37eafade5d6f,DISK] 2024-11-09T22:22:26,541 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.meta.1731190946526.meta 2024-11-09T22:22:26,542 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36457:36457)] 2024-11-09T22:22:26,542 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:26,542 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:22:26,542 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:22:26,543 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:22:26,543 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:22:26,543 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:22:26,543 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:26,543 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:22:26,543 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:22:26,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:22:26,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:22:26,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:26,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:26,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:22:26,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:22:26,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:26,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:26,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:22:26,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:22:26,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:26,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:26,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:22:26,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:22:26,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:26,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:26,548 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:22:26,549 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740 2024-11-09T22:22:26,549 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740 2024-11-09T22:22:26,550 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:22:26,550 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:22:26,551 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:22:26,551 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:22:26,552 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60013432, jitterRate=-0.10573017597198486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:22:26,552 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:22:26,552 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190946543Writing region info on filesystem at 1731190946543Initializing all the Stores at 1731190946544 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190946544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190946544Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190946544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190946544Cleaning up temporary data from old regions at 1731190946550 (+6 ms)Running coprocessor post-open hooks at 1731190946552 (+2 ms)Region opened successfully at 1731190946552 2024-11-09T22:22:26,555 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190946519 2024-11-09T22:22:26,556 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:22:26,557 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:22:26,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,37047,1731190943639 2024-11-09T22:22:26,557 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,37047,1731190943639, state=OPEN 2024-11-09T22:22:26,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2128938817/meta-region-server 2024-11-09T22:22:26,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2128938817/meta-region-server 2024-11-09T22:22:26,567 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,37047,1731190943639 2024-11-09T22:22:26,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2128938817/meta-region-server: CHANGED 2024-11-09T22:22:26,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2128938817/meta-region-server: CHANGED 2024-11-09T22:22:26,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:22:26,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,37047,1731190943639 in 200 msec 2024-11-09T22:22:26,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:22:26,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-09T22:22:26,571 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:26,571 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:22:26,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:26,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,37047,1731190943639, seqNum=-1] 2024-11-09T22:22:26,573 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:26,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:22:26,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-09T22:22:26,578 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190946578, completionTime=-1 2024-11-09T22:22:26,578 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:22:26,578 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:22:26,579 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:22:26,579 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731191006579 2024-11-09T22:22:26,579 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731191066579 2024-11-09T22:22:26,579 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T22:22:26,580 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41529,1731190943480-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:26,580 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41529,1731190943480-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:26,580 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41529,1731190943480-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:26,580 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:41529, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:26,580 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:26,580 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:26,581 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:22:26,583 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.868sec 2024-11-09T22:22:26,583 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:22:26,583 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:22:26,583 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:22:26,583 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:22:26,583 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:22:26,583 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41529,1731190943480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:22:26,583 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41529,1731190943480-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:22:26,585 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:22:26,585 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:22:26,585 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41529,1731190943480-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:26,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2497c777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:26,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41529,-1 for getting cluster id 2024-11-09T22:22:26,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:26,679 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f653419-8099-461b-995e-7c3f3c776ada' 2024-11-09T22:22:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f653419-8099-461b-995e-7c3f3c776ada" 2024-11-09T22:22:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f41d845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41529,-1] 2024-11-09T22:22:26,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:26,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:26,681 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:26,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a4847c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:26,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,37047,1731190943639, seqNum=-1] 2024-11-09T22:22:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:26,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:22:26,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,41529,1731190943480 2024-11-09T22:22:26,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58669 2024-11-09T22:22:26,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:22:26,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10121b14b510005 connected 2024-11-09T22:22:26,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/hadoop.log.dir so I do NOT create it in target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90 2024-11-09T22:22:26,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:22:26,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/hadoop.tmp.dir so I do NOT create it in target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90 2024-11-09T22:22:26,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:22:26,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90 2024-11-09T22:22:26,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:22:26,738 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/cluster_55931fce-98d7-f8f2-30c5-e0f1f2b57c5d, deleteOnExit=true 2024-11-09T22:22:26,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:22:26,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/test.cache.data in system properties and HBase conf 2024-11-09T22:22:26,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:22:26,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:22:26,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:22:26,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:22:26,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:22:26,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:22:26,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:22:26,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:22:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:22:27,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:27,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:22:27,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:22:27,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:22:27,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:22:27,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:27,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7271750c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:22:27,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65a6239b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:22:27,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70f35ae8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/java.io.tmpdir/jetty-localhost-43749-hadoop-hdfs-3_4_1-tests_jar-_-any-7045584600347937799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:22:27,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66a85faf{HTTP/1.1, (http/1.1)}{localhost:43749} 2024-11-09T22:22:27,356 INFO [Time-limited test {}] server.Server(415): Started @286573ms 2024-11-09T22:22:27,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:27,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:22:27,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:22:27,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:22:27,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:22:27,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1be2c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:22:27,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45b5a273{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:22:27,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@462be78f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/java.io.tmpdir/jetty-localhost-43991-hadoop-hdfs-3_4_1-tests_jar-_-any-16666899900067206481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:22:27,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@405a8682{HTTP/1.1, (http/1.1)}{localhost:43991} 2024-11-09T22:22:27,721 INFO [Time-limited test {}] server.Server(415): Started @286939ms 2024-11-09T22:22:27,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:22:28,394 WARN [Thread-3649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/cluster_55931fce-98d7-f8f2-30c5-e0f1f2b57c5d/data/data1/current/BP-293994591-172.17.0.3-1731190946759/current, will proceed with Du for space computation calculation, 2024-11-09T22:22:28,394 WARN [Thread-3650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/cluster_55931fce-98d7-f8f2-30c5-e0f1f2b57c5d/data/data2/current/BP-293994591-172.17.0.3-1731190946759/current, will proceed with Du for space computation calculation, 2024-11-09T22:22:28,416 WARN [Thread-3637 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:22:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40912f2a1abb15ae with lease ID 0x424932b9522d079c: Processing first storage report for DS-17ea70ec-f7b2-4897-85db-dee5ef6f4c83 from datanode DatanodeRegistration(127.0.0.1:35087, datanodeUuid=a92f3ccd-e33c-451d-baa9-b57981f185fc, infoPort=41621, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=322076362;c=1731190946759) 2024-11-09T22:22:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40912f2a1abb15ae with lease ID 0x424932b9522d079c: from storage DS-17ea70ec-f7b2-4897-85db-dee5ef6f4c83 node DatanodeRegistration(127.0.0.1:35087, datanodeUuid=a92f3ccd-e33c-451d-baa9-b57981f185fc, infoPort=41621, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=322076362;c=1731190946759), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:22:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40912f2a1abb15ae with lease ID 0x424932b9522d079c: Processing first storage report for DS-7654d619-110f-44e4-bad4-26e43c01045d from datanode DatanodeRegistration(127.0.0.1:35087, datanodeUuid=a92f3ccd-e33c-451d-baa9-b57981f185fc, infoPort=41621, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=322076362;c=1731190946759) 2024-11-09T22:22:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40912f2a1abb15ae with lease ID 0x424932b9522d079c: from storage DS-7654d619-110f-44e4-bad4-26e43c01045d node DatanodeRegistration(127.0.0.1:35087, datanodeUuid=a92f3ccd-e33c-451d-baa9-b57981f185fc, infoPort=41621, infoSecurePort=0, ipcPort=42671, storageInfo=lv=-57;cid=testClusterID;nsid=322076362;c=1731190946759), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:22:28,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90 2024-11-09T22:22:28,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:28,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:22:28,857 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149 with version=8 2024-11-09T22:22:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/hbase-staging 2024-11-09T22:22:28,859 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:22:28,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:28,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:28,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:22:28,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:28,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:22:28,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:22:28,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:22:28,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32937 2024-11-09T22:22:28,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32937 connecting to ZooKeeper ensemble=127.0.0.1:58669 2024-11-09T22:22:28,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329370x0, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:22:28,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32937-0x10121b14b510006 connected 2024-11-09T22:22:28,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:28,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:28,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Set watcher on znode that does not yet exist, /2-324391954/running 2024-11-09T22:22:28,982 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149, hbase.cluster.distributed=false 2024-11-09T22:22:28,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Set watcher on znode that does not yet exist, /2-324391954/acl 2024-11-09T22:22:28,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32937 2024-11-09T22:22:28,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32937 2024-11-09T22:22:28,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32937 2024-11-09T22:22:28,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32937 2024-11-09T22:22:28,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32937 2024-11-09T22:22:29,009 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:22:29,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:29,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:29,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:22:29,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:29,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:22:29,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:22:29,010 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:22:29,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43859 2024-11-09T22:22:29,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43859 connecting to ZooKeeper ensemble=127.0.0.1:58669 2024-11-09T22:22:29,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:29,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:29,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438590x0, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:22:29,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438590x0, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Set watcher on znode that does not yet exist, /2-324391954/running 2024-11-09T22:22:29,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43859-0x10121b14b510007 connected 2024-11-09T22:22:29,030 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:22:29,031 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:22:29,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Set watcher on znode that does not yet exist, /2-324391954/master 2024-11-09T22:22:29,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Set watcher on znode that does not yet exist, /2-324391954/acl 2024-11-09T22:22:29,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43859 2024-11-09T22:22:29,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43859 2024-11-09T22:22:29,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43859 2024-11-09T22:22:29,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43859 2024-11-09T22:22:29,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43859 2024-11-09T22:22:29,063 DEBUG [M:0;ea9122631f8b:32937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:32937 2024-11-09T22:22:29,064 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-324391954/backup-masters/ea9122631f8b,32937,1731190948859 2024-11-09T22:22:29,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954/backup-masters 2024-11-09T22:22:29,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954/backup-masters 2024-11-09T22:22:29,073 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Set watcher on existing znode=/2-324391954/backup-masters/ea9122631f8b,32937,1731190948859 2024-11-09T22:22:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-324391954/master 2024-11-09T22:22:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:29,084 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Set watcher on existing znode=/2-324391954/master 2024-11-09T22:22:29,084 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-324391954/backup-masters/ea9122631f8b,32937,1731190948859 from backup master directory 2024-11-09T22:22:29,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954/backup-masters 2024-11-09T22:22:29,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-324391954/backup-masters/ea9122631f8b,32937,1731190948859 2024-11-09T22:22:29,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954/backup-masters 2024-11-09T22:22:29,093 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:22:29,093 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,32937,1731190948859 2024-11-09T22:22:29,097 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/hbase.id] with ID: 1aff6c43-5e8c-4903-bf38-f3013ab4e338 2024-11-09T22:22:29,097 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/.tmp/hbase.id 2024-11-09T22:22:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:22:29,101 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/.tmp/hbase.id]:[hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/hbase.id] 2024-11-09T22:22:29,108 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:29,108 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:22:29,109 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T22:22:29,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:29,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:29,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:22:29,124 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:22:29,124 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:22:29,125 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:29,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:22:29,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:22:29,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T22:22:29,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T22:22:29,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T22:22:29,530 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store 2024-11-09T22:22:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:22:29,935 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:29,935 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:22:29,936 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:29,936 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:29,936 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:22:29,936 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:29,936 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:29,936 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190949935Disabling compacts and flushes for region at 1731190949935Disabling writes for close at 1731190949936 (+1 ms)Writing region close event to WAL at 1731190949936Closed at 1731190949936 2024-11-09T22:22:29,937 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/.initializing 2024-11-09T22:22:29,937 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/WALs/ea9122631f8b,32937,1731190948859 2024-11-09T22:22:29,937 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:22:29,939 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C32937%2C1731190948859, suffix=, logDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/WALs/ea9122631f8b,32937,1731190948859, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/oldWALs, maxLogs=10 2024-11-09T22:22:29,955 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/WALs/ea9122631f8b,32937,1731190948859/ea9122631f8b%2C32937%2C1731190948859.1731190949939, exclude list is [], retry=0 2024-11-09T22:22:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35087,DS-17ea70ec-f7b2-4897-85db-dee5ef6f4c83,DISK] 2024-11-09T22:22:29,960 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/WALs/ea9122631f8b,32937,1731190948859/ea9122631f8b%2C32937%2C1731190948859.1731190949939 2024-11-09T22:22:29,960 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41621:41621)] 2024-11-09T22:22:29,960 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:29,960 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:29,961 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,961 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:22:29,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:29,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:29,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:22:29,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:29,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:29,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:22:29,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:29,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:29,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:22:29,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:29,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:29,971 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,972 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,972 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,973 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,973 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,974 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:22:29,974 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:22:29,976 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:29,976 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67077128, jitterRate=-4.729032516479492E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:22:29,976 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190949961Initializing all the Stores at 1731190949961Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190949961Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190949962 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190949962Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190949962Cleaning up temporary data from old regions at 1731190949973 (+11 ms)Region opened successfully at 1731190949976 (+3 ms) 2024-11-09T22:22:29,976 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:22:29,978 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d19009a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:22:29,979 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:22:29,979 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:22:29,979 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:22:29,979 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:22:29,979 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:22:29,979 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:22:29,979 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:22:29,981 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:22:29,981 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Unable to get data of znode /2-324391954/balancer because node does not exist (not necessarily an error) 2024-11-09T22:22:30,041 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-324391954/balancer already deleted, retry=false 2024-11-09T22:22:30,041 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:22:30,042 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Unable to get data of znode /2-324391954/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:22:30,051 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-324391954/normalizer already deleted, retry=false 2024-11-09T22:22:30,051 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:22:30,052 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Unable to get data of znode /2-324391954/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:22:30,062 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-324391954/switch/split already deleted, retry=false 2024-11-09T22:22:30,062 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Unable to get data of znode /2-324391954/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:22:30,072 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-324391954/switch/merge already deleted, retry=false 2024-11-09T22:22:30,074 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Unable to get data of znode /2-324391954/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:22:30,083 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-324391954/snapshot-cleanup already deleted, retry=false 2024-11-09T22:22:30,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-324391954/running 2024-11-09T22:22:30,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-324391954/running 2024-11-09T22:22:30,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:30,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:30,094 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,32937,1731190948859, sessionid=0x10121b14b510006, setting cluster-up flag (Was=false) 2024-11-09T22:22:30,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:30,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:30,146 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-324391954/flush-table-proc/acquired, /2-324391954/flush-table-proc/reached, /2-324391954/flush-table-proc/abort 2024-11-09T22:22:30,146 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,32937,1731190948859 2024-11-09T22:22:30,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:30,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:30,198 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-324391954/online-snapshot/acquired, /2-324391954/online-snapshot/reached, /2-324391954/online-snapshot/abort 2024-11-09T22:22:30,200 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,32937,1731190948859 2024-11-09T22:22:30,201 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:22:30,202 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:30,202 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:22:30,203 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:22:30,203 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,32937,1731190948859 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:22:30,204 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:30,204 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:30,204 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:30,204 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:22:30,204 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:22:30,204 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,204 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:22:30,204 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,206 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:30,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:22:30,206 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:30,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:22:30,208 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731190980208 2024-11-09T22:22:30,208 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:22:30,208 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:22:30,208 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:22:30,208 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:22:30,208 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:22:30,209 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:22:30,210 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,211 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:22:30,211 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:22:30,211 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:22:30,211 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:22:30,211 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:22:30,211 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:22:30,212 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190950211,5,FailOnTimeoutGroup] 2024-11-09T22:22:30,213 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190950212,5,FailOnTimeoutGroup] 2024-11-09T22:22:30,213 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,213 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:22:30,213 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,213 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:22:30,250 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(746): ClusterId : 1aff6c43-5e8c-4903-bf38-f3013ab4e338 2024-11-09T22:22:30,250 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:22:30,262 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:22:30,262 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:22:30,273 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:22:30,273 DEBUG [RS:0;ea9122631f8b:43859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ff49e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:22:30,287 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:43859 2024-11-09T22:22:30,287 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:22:30,287 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:22:30,287 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:22:30,287 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,32937,1731190948859 with port=43859, startcode=1731190949009 2024-11-09T22:22:30,288 DEBUG [RS:0;ea9122631f8b:43859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:22:30,289 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:22:30,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32937 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,43859,1731190949009 2024-11-09T22:22:30,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32937 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,43859,1731190949009 2024-11-09T22:22:30,291 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149 2024-11-09T22:22:30,291 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40405 2024-11-09T22:22:30,291 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:22:30,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954/rs 2024-11-09T22:22:30,351 DEBUG [RS:0;ea9122631f8b:43859 {}] zookeeper.ZKUtil(111): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Set watcher on existing znode=/2-324391954/rs/ea9122631f8b,43859,1731190949009 2024-11-09T22:22:30,351 WARN [RS:0;ea9122631f8b:43859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:22:30,351 INFO [RS:0;ea9122631f8b:43859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:30,351 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009 2024-11-09T22:22:30,351 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,43859,1731190949009] 2024-11-09T22:22:30,354 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:22:30,356 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:22:30,356 INFO [RS:0;ea9122631f8b:43859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:22:30,356 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,357 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:22:30,357 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:22:30,357 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,357 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,357 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,357 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,357 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,357 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,358 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:22:30,358 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,358 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,358 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,358 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,358 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,358 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:22:30,358 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:22:30,358 DEBUG [RS:0;ea9122631f8b:43859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:22:30,358 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,358 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,358 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,358 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,358 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,358 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43859,1731190949009-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:22:30,372 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:22:30,372 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,43859,1731190949009-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,372 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,372 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.Replication(171): ea9122631f8b,43859,1731190949009 started 2024-11-09T22:22:30,386 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:30,386 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,43859,1731190949009, RpcServer on ea9122631f8b/172.17.0.3:43859, sessionid=0x10121b14b510007 2024-11-09T22:22:30,386 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:22:30,386 DEBUG [RS:0;ea9122631f8b:43859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,43859,1731190949009 2024-11-09T22:22:30,386 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,43859,1731190949009' 2024-11-09T22:22:30,386 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-324391954/flush-table-proc/abort' 2024-11-09T22:22:30,386 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-324391954/flush-table-proc/acquired' 2024-11-09T22:22:30,387 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:22:30,387 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:22:30,387 DEBUG [RS:0;ea9122631f8b:43859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,43859,1731190949009 2024-11-09T22:22:30,387 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,43859,1731190949009' 2024-11-09T22:22:30,387 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-324391954/online-snapshot/abort' 2024-11-09T22:22:30,387 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-324391954/online-snapshot/acquired' 2024-11-09T22:22:30,387 DEBUG [RS:0;ea9122631f8b:43859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:22:30,387 INFO [RS:0;ea9122631f8b:43859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:22:30,387 INFO [RS:0;ea9122631f8b:43859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:22:30,488 INFO [RS:0;ea9122631f8b:43859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:22:30,491 INFO [RS:0;ea9122631f8b:43859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C43859%2C1731190949009, suffix=, logDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/oldWALs, maxLogs=10 2024-11-09T22:22:30,512 DEBUG [RS:0;ea9122631f8b:43859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492, exclude list is [], retry=0 2024-11-09T22:22:30,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35087,DS-17ea70ec-f7b2-4897-85db-dee5ef6f4c83,DISK] 2024-11-09T22:22:30,516 INFO [RS:0;ea9122631f8b:43859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 2024-11-09T22:22:30,517 DEBUG [RS:0;ea9122631f8b:43859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41621:41621)] 2024-11-09T22:22:30,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:22:30,618 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149 2024-11-09T22:22:30,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:22:31,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:31,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:22:31,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:22:31,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:31,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:31,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:22:31,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:22:31,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:31,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:31,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:22:31,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:22:31,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:31,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:31,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:22:31,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:22:31,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:31,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:31,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:22:31,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740 2024-11-09T22:22:31,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740 2024-11-09T22:22:31,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:22:31,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:22:31,031 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:22:31,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:22:31,033 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:31,034 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66783286, jitterRate=-0.004851490259170532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:22:31,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190951023Initializing all the Stores at 1731190951024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190951024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190951024Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190951024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190951024Cleaning up temporary data from old regions at 1731190951030 (+6 ms)Region opened successfully at 1731190951034 (+4 ms) 2024-11-09T22:22:31,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:22:31,034 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:22:31,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:22:31,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:22:31,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:22:31,034 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:31,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190951034Disabling compacts and flushes for region at 1731190951034Disabling writes for close at 1731190951034Writing region close event to WAL at 1731190951034Closed at 1731190951034 2024-11-09T22:22:31,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:31,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:22:31,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:22:31,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:22:31,037 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:22:31,188 DEBUG [ea9122631f8b:32937 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:22:31,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,43859,1731190949009 2024-11-09T22:22:31,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,43859,1731190949009, state=OPENING 2024-11-09T22:22:31,261 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:22:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:31,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-324391954/meta-region-server: CHANGED 2024-11-09T22:22:31,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-324391954/meta-region-server: CHANGED 2024-11-09T22:22:31,273 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:22:31,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,43859,1731190949009}] 2024-11-09T22:22:31,425 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:22:31,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:22:31,428 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:22:31,428 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:31,428 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:22:31,429 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C43859%2C1731190949009.meta, suffix=.meta, logDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/oldWALs, maxLogs=10 2024-11-09T22:22:31,443 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.meta.1731190951430.meta, exclude list is [], retry=0 2024-11-09T22:22:31,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35087,DS-17ea70ec-f7b2-4897-85db-dee5ef6f4c83,DISK] 2024-11-09T22:22:31,446 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.meta.1731190951430.meta 2024-11-09T22:22:31,446 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41621:41621)] 2024-11-09T22:22:31,446 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:31,446 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:22:31,446 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:22:31,446 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:22:31,446 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:22:31,447 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:22:31,447 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:31,447 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:22:31,447 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:22:31,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:22:31,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:22:31,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:31,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:31,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:22:31,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:22:31,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:31,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:31,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:22:31,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:22:31,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:31,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:31,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:22:31,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:22:31,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:31,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:22:31,452 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:22:31,452 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740 2024-11-09T22:22:31,453 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740 2024-11-09T22:22:31,454 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:22:31,454 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:22:31,454 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:22:31,455 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:22:31,455 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73604690, jitterRate=0.09679535031318665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:22:31,456 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:22:31,456 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190951447Writing region info on filesystem at 1731190951447Initializing all the Stores at 1731190951447Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190951447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190951448 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190951448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190951448Cleaning up temporary data from old regions at 1731190951454 (+6 ms)Running coprocessor post-open hooks at 1731190951456 (+2 ms)Region opened successfully at 1731190951456 2024-11-09T22:22:31,456 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190951424 2024-11-09T22:22:31,458 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:22:31,458 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:22:31,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,43859,1731190949009 2024-11-09T22:22:31,459 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,43859,1731190949009, state=OPEN 2024-11-09T22:22:31,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-324391954/meta-region-server 2024-11-09T22:22:31,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-324391954/meta-region-server 2024-11-09T22:22:31,471 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,43859,1731190949009 2024-11-09T22:22:31,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-324391954/meta-region-server: CHANGED 2024-11-09T22:22:31,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-324391954/meta-region-server: CHANGED 2024-11-09T22:22:31,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:22:31,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,43859,1731190949009 in 198 msec 2024-11-09T22:22:31,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:22:31,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-09T22:22:31,474 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:22:31,474 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:22:31,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:31,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43859,1731190949009, seqNum=-1] 2024-11-09T22:22:31,475 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:31,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:22:31,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-11-09T22:22:31,480 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190951480, completionTime=-1 2024-11-09T22:22:31,480 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:22:31,480 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:22:31,481 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:22:31,481 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731191011481 2024-11-09T22:22:31,481 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731191071481 2024-11-09T22:22:31,482 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T22:22:31,482 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,32937,1731190948859-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:31,482 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,32937,1731190948859-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:31,482 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,32937,1731190948859-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:31,482 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:32937, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:31,482 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:31,482 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:31,483 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:22:31,485 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.392sec 2024-11-09T22:22:31,485 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:22:31,485 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:22:31,485 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:22:31,485 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:22:31,485 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:22:31,485 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,32937,1731190948859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:22:31,485 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,32937,1731190948859-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:22:31,487 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:22:31,487 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:22:31,487 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,32937,1731190948859-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:22:31,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed3fa45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:31,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,32937,-1 for getting cluster id 2024-11-09T22:22:31,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:31,552 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aff6c43-5e8c-4903-bf38-f3013ab4e338' 2024-11-09T22:22:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aff6c43-5e8c-4903-bf38-f3013ab4e338" 2024-11-09T22:22:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550b9716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,32937,-1] 2024-11-09T22:22:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:31,554 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:31,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a436114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:31,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:31,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43859,1731190949009, seqNum=-1] 2024-11-09T22:22:31,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:31,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:22:31,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,32937,1731190948859 2024-11-09T22:22:31,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58669 2024-11-09T22:22:31,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:22:31,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10121b14b510008 connected 2024-11-09T22:22:31,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:31,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,40893,1731190937892 2024-11-09T22:22:31,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b712dd5 2024-11-09T22:22:31,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:31,581 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:22:31,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:22:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:22:31,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:22:31,583 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:31,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:22:31,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:22:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:31,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:22:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:31,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 883c1bc192399a538ad1f2b47e84ae25, NAME => 'test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad 2024-11-09T22:22:31,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:22:32,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:22:32,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:32,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:32,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 883c1bc192399a538ad1f2b47e84ae25, disabling compactions & flushes 2024-11-09T22:22:32,395 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:32,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:32,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. after waiting 0 ms 2024-11-09T22:22:32,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:32,395 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:32,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 883c1bc192399a538ad1f2b47e84ae25: Waiting for close lock at 1731190952395Disabling compacts and flushes for region at 1731190952395Disabling writes for close at 1731190952395Writing region close event to WAL at 1731190952395Closed at 1731190952395 2024-11-09T22:22:32,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:22:32,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190952396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190952396"}]},"ts":"1731190952396"} 2024-11-09T22:22:32,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:22:32,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:22:32,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190952400"}]},"ts":"1731190952400"} 2024-11-09T22:22:32,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:22:32,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=883c1bc192399a538ad1f2b47e84ae25, ASSIGN}] 2024-11-09T22:22:32,403 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=883c1bc192399a538ad1f2b47e84ae25, ASSIGN 2024-11-09T22:22:32,404 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=883c1bc192399a538ad1f2b47e84ae25, ASSIGN; state=OFFLINE, location=ea9122631f8b,32941,1731190938097; forceNewPlan=false, retain=false 2024-11-09T22:22:32,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=883c1bc192399a538ad1f2b47e84ae25, regionState=OPENING, regionLocation=ea9122631f8b,32941,1731190938097 2024-11-09T22:22:32,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=883c1bc192399a538ad1f2b47e84ae25, ASSIGN because future has completed 2024-11-09T22:22:32,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 883c1bc192399a538ad1f2b47e84ae25, server=ea9122631f8b,32941,1731190938097}] 2024-11-09T22:22:32,714 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:32,714 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 883c1bc192399a538ad1f2b47e84ae25, NAME => 'test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:32,714 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:22:32,715 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:22:32,715 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,715 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:32,715 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,715 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,716 INFO [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,717 INFO [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883c1bc192399a538ad1f2b47e84ae25 columnFamilyName f 2024-11-09T22:22:32,717 DEBUG [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:32,718 INFO [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] regionserver.HStore(327): Store=883c1bc192399a538ad1f2b47e84ae25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:32,718 INFO [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,719 INFO [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883c1bc192399a538ad1f2b47e84ae25 columnFamilyName f1 2024-11-09T22:22:32,719 DEBUG [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:32,719 INFO [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] regionserver.HStore(327): Store=883c1bc192399a538ad1f2b47e84ae25/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:32,719 INFO [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,720 INFO [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 883c1bc192399a538ad1f2b47e84ae25 columnFamilyName norep 2024-11-09T22:22:32,720 DEBUG [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:32,720 INFO [StoreOpener-883c1bc192399a538ad1f2b47e84ae25-1 {}] regionserver.HStore(327): Store=883c1bc192399a538ad1f2b47e84ae25/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:32,720 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,721 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,721 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,722 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,722 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,722 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:22:32,723 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,724 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:32,725 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 883c1bc192399a538ad1f2b47e84ae25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68688619, jitterRate=0.023540183901786804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:22:32,725 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:32,726 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 883c1bc192399a538ad1f2b47e84ae25: Running coprocessor pre-open hook at 1731190952715Writing region info on filesystem at 1731190952715Initializing all the Stores at 1731190952716 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190952716Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190952716Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190952716Cleaning up temporary data from old regions at 1731190952722 (+6 ms)Running coprocessor post-open hooks at 1731190952725 (+3 ms)Region opened successfully at 1731190952725 2024-11-09T22:22:32,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:32,726 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25., pid=6, masterSystemTime=1731190952709 2024-11-09T22:22:32,728 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:32,728 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:32,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=883c1bc192399a538ad1f2b47e84ae25, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,32941,1731190938097 2024-11-09T22:22:32,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 883c1bc192399a538ad1f2b47e84ae25, server=ea9122631f8b,32941,1731190938097 because future has completed 2024-11-09T22:22:32,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:22:32,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 883c1bc192399a538ad1f2b47e84ae25, server=ea9122631f8b,32941,1731190938097 in 173 msec 2024-11-09T22:22:32,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:22:32,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=883c1bc192399a538ad1f2b47e84ae25, ASSIGN in 329 msec 2024-11-09T22:22:32,734 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:22:32,734 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190952734"}]},"ts":"1731190952734"} 2024-11-09T22:22:32,735 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:22:32,736 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:22:32,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-09T22:22:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:33,737 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:22:33,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,41529,1731190943480 2024-11-09T22:22:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75ad612c 2024-11-09T22:22:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:33,739 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:22:33,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:22:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:22:33,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:22:33,745 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:33,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:22:33,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:22:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:33,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:22:33,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d35c7ce1be0ca6f2ad8485c85d1962dd, NAME => 'test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6 2024-11-09T22:22:33,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:22:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:34,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:34,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d35c7ce1be0ca6f2ad8485c85d1962dd, disabling compactions & flushes 2024-11-09T22:22:34,157 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:34,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:34,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. after waiting 0 ms 2024-11-09T22:22:34,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:34,157 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:34,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d35c7ce1be0ca6f2ad8485c85d1962dd: Waiting for close lock at 1731190954157Disabling compacts and flushes for region at 1731190954157Disabling writes for close at 1731190954157Writing region close event to WAL at 1731190954157Closed at 1731190954157 2024-11-09T22:22:34,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:22:34,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190954158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190954158"}]},"ts":"1731190954158"} 2024-11-09T22:22:34,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:22:34,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:22:34,161 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190954161"}]},"ts":"1731190954161"} 2024-11-09T22:22:34,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:22:34,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d35c7ce1be0ca6f2ad8485c85d1962dd, ASSIGN}] 2024-11-09T22:22:34,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d35c7ce1be0ca6f2ad8485c85d1962dd, ASSIGN 2024-11-09T22:22:34,165 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d35c7ce1be0ca6f2ad8485c85d1962dd, ASSIGN; state=OFFLINE, location=ea9122631f8b,37047,1731190943639; forceNewPlan=false, retain=false 2024-11-09T22:22:34,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d35c7ce1be0ca6f2ad8485c85d1962dd, regionState=OPENING, regionLocation=ea9122631f8b,37047,1731190943639 2024-11-09T22:22:34,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d35c7ce1be0ca6f2ad8485c85d1962dd, ASSIGN because future has completed 2024-11-09T22:22:34,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d35c7ce1be0ca6f2ad8485c85d1962dd, server=ea9122631f8b,37047,1731190943639}] 2024-11-09T22:22:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:34,473 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:34,473 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d35c7ce1be0ca6f2ad8485c85d1962dd, NAME => 'test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:34,474 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:22:34,474 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:22:34,474 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,474 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:34,474 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,474 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,476 INFO [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,477 INFO [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d35c7ce1be0ca6f2ad8485c85d1962dd columnFamilyName f 2024-11-09T22:22:34,478 DEBUG [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:34,478 INFO [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] regionserver.HStore(327): Store=d35c7ce1be0ca6f2ad8485c85d1962dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:34,478 INFO [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,479 INFO [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d35c7ce1be0ca6f2ad8485c85d1962dd columnFamilyName f1 2024-11-09T22:22:34,479 DEBUG [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:34,480 INFO [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] regionserver.HStore(327): Store=d35c7ce1be0ca6f2ad8485c85d1962dd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:34,480 INFO [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,480 INFO [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d35c7ce1be0ca6f2ad8485c85d1962dd columnFamilyName norep 2024-11-09T22:22:34,480 DEBUG [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:34,481 INFO [StoreOpener-d35c7ce1be0ca6f2ad8485c85d1962dd-1 {}] regionserver.HStore(327): Store=d35c7ce1be0ca6f2ad8485c85d1962dd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:34,481 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,482 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,483 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,484 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,484 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,484 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:22:34,485 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,486 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:34,487 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d35c7ce1be0ca6f2ad8485c85d1962dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74699352, jitterRate=0.11310708522796631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:22:34,487 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:34,487 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d35c7ce1be0ca6f2ad8485c85d1962dd: Running coprocessor pre-open hook at 1731190954474Writing region info on filesystem at 1731190954474Initializing all the Stores at 1731190954475 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190954475Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190954476 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190954476Cleaning up temporary data from old regions at 1731190954484 (+8 ms)Running coprocessor post-open hooks at 1731190954487 (+3 ms)Region opened successfully at 1731190954487 2024-11-09T22:22:34,488 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd., pid=6, masterSystemTime=1731190954469 2024-11-09T22:22:34,489 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:34,489 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:34,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d35c7ce1be0ca6f2ad8485c85d1962dd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,37047,1731190943639 2024-11-09T22:22:34,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d35c7ce1be0ca6f2ad8485c85d1962dd, server=ea9122631f8b,37047,1731190943639 because future has completed 2024-11-09T22:22:34,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:22:34,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d35c7ce1be0ca6f2ad8485c85d1962dd, server=ea9122631f8b,37047,1731190943639 in 174 msec 2024-11-09T22:22:34,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:22:34,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d35c7ce1be0ca6f2ad8485c85d1962dd, ASSIGN in 330 msec 2024-11-09T22:22:34,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:22:34,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190954495"}]},"ts":"1731190954495"} 2024-11-09T22:22:34,497 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:22:34,498 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:22:34,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-09T22:22:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:34,887 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:22:34,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,32937,1731190948859 2024-11-09T22:22:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6258d8e4 2024-11-09T22:22:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:34,888 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:22:34,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:22:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:22:34,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:22:34,891 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:34,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:22:34,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:22:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:22:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:35,297 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9179bd9e101e407b31a0a90dddc7bbfe, NAME => 'test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149 2024-11-09T22:22:35,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:22:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:35,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:35,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9179bd9e101e407b31a0a90dddc7bbfe, disabling compactions & flushes 2024-11-09T22:22:35,731 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:35,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:35,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. after waiting 0 ms 2024-11-09T22:22:35,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:35,731 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:35,731 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9179bd9e101e407b31a0a90dddc7bbfe: Waiting for close lock at 1731190955731Disabling compacts and flushes for region at 1731190955731Disabling writes for close at 1731190955731Writing region close event to WAL at 1731190955731Closed at 1731190955731 2024-11-09T22:22:35,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:22:35,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190955732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190955732"}]},"ts":"1731190955732"} 2024-11-09T22:22:35,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:22:35,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:22:35,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190955735"}]},"ts":"1731190955735"} 2024-11-09T22:22:35,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:22:35,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9179bd9e101e407b31a0a90dddc7bbfe, ASSIGN}] 2024-11-09T22:22:35,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9179bd9e101e407b31a0a90dddc7bbfe, ASSIGN 2024-11-09T22:22:35,739 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9179bd9e101e407b31a0a90dddc7bbfe, ASSIGN; state=OFFLINE, location=ea9122631f8b,43859,1731190949009; forceNewPlan=false, retain=false 2024-11-09T22:22:35,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9179bd9e101e407b31a0a90dddc7bbfe, regionState=OPENING, regionLocation=ea9122631f8b,43859,1731190949009 2024-11-09T22:22:35,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9179bd9e101e407b31a0a90dddc7bbfe, ASSIGN because future has completed 2024-11-09T22:22:35,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9179bd9e101e407b31a0a90dddc7bbfe, server=ea9122631f8b,43859,1731190949009}] 2024-11-09T22:22:36,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:36,045 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:36,046 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9179bd9e101e407b31a0a90dddc7bbfe, NAME => 'test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:36,046 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:22:36,046 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:22:36,046 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,046 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:36,046 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,046 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,047 INFO [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,048 INFO [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9179bd9e101e407b31a0a90dddc7bbfe columnFamilyName f 2024-11-09T22:22:36,048 DEBUG [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:36,049 INFO [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] regionserver.HStore(327): Store=9179bd9e101e407b31a0a90dddc7bbfe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:36,049 INFO [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,049 INFO [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9179bd9e101e407b31a0a90dddc7bbfe columnFamilyName f1 2024-11-09T22:22:36,049 DEBUG [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:36,050 INFO [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] regionserver.HStore(327): Store=9179bd9e101e407b31a0a90dddc7bbfe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:36,050 INFO [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,050 INFO [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9179bd9e101e407b31a0a90dddc7bbfe columnFamilyName norep 2024-11-09T22:22:36,050 DEBUG [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:36,051 INFO [StoreOpener-9179bd9e101e407b31a0a90dddc7bbfe-1 {}] regionserver.HStore(327): Store=9179bd9e101e407b31a0a90dddc7bbfe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:36,051 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,062 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,063 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,063 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,063 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,064 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:22:36,065 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,070 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:36,070 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9179bd9e101e407b31a0a90dddc7bbfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60845402, jitterRate=-0.09333285689353943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:22:36,070 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:36,070 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9179bd9e101e407b31a0a90dddc7bbfe: Running coprocessor pre-open hook at 1731190956046Writing region info on filesystem at 1731190956046Initializing all the Stores at 1731190956047 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190956047Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190956047Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190956047Cleaning up temporary data from old regions at 1731190956063 (+16 ms)Running coprocessor post-open hooks at 1731190956070 (+7 ms)Region opened successfully at 1731190956070 2024-11-09T22:22:36,071 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe., pid=6, masterSystemTime=1731190956043 2024-11-09T22:22:36,072 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:36,072 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:36,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9179bd9e101e407b31a0a90dddc7bbfe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,43859,1731190949009 2024-11-09T22:22:36,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9179bd9e101e407b31a0a90dddc7bbfe, server=ea9122631f8b,43859,1731190949009 because future has completed 2024-11-09T22:22:36,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:22:36,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9179bd9e101e407b31a0a90dddc7bbfe, server=ea9122631f8b,43859,1731190949009 in 184 msec 2024-11-09T22:22:36,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:22:36,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9179bd9e101e407b31a0a90dddc7bbfe, ASSIGN in 340 msec 2024-11-09T22:22:36,079 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:22:36,079 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190956079"}]},"ts":"1731190956079"} 2024-11-09T22:22:36,080 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:22:36,081 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:22:36,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1920 sec 2024-11-09T22:22:36,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T22:22:36,949 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:22:36,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:36,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:22:37,037 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:22:37,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216d4714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:37,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,40893,-1 for getting cluster id 2024-11-09T22:22:37,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:37,039 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c116ddeb-2ded-411d-8dd2-23eda7307f17' 2024-11-09T22:22:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c116ddeb-2ded-411d-8dd2-23eda7307f17" 2024-11-09T22:22:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e9097f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,40893,-1] 2024-11-09T22:22:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:37,040 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:37,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3accdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:37,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,40893,1731190937892 2024-11-09T22:22:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ef1947 2024-11-09T22:22:37,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:37,042 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:22:37,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:41529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:22:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:22:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:37,045 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:41529' 2024-11-09T22:22:37,046 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@802f315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:37,046 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41529,-1 for getting cluster id 2024-11-09T22:22:37,046 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:37,047 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f653419-8099-461b-995e-7c3f3c776ada' 2024-11-09T22:22:37,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:37,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f653419-8099-461b-995e-7c3f3c776ada" 2024-11-09T22:22:37,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd305f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:37,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41529,-1] 2024-11-09T22:22:37,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:37,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:37,048 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:37,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55aa53c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:37,049 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:37,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,41529,1731190943480 2024-11-09T22:22:37,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b578d71 2024-11-09T22:22:37,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:37,050 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:22:37,051 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T22:22:37,051 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:22:37,051 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:37,051 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:37,051 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:22:37,052 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:22:37,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:22:37,053 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:37,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:22:37,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:22:37,103 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:22:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:37,465 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3f2ec9f86491291aaf07cd800212d45, NAME => 'hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad 2024-11-09T22:22:37,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:22:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:37,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:37,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e3f2ec9f86491291aaf07cd800212d45, disabling compactions & flushes 2024-11-09T22:22:37,870 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:37,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:37,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. after waiting 0 ms 2024-11-09T22:22:37,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:37,870 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:37,870 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3f2ec9f86491291aaf07cd800212d45: Waiting for close lock at 1731190957870Disabling compacts and flushes for region at 1731190957870Disabling writes for close at 1731190957870Writing region close event to WAL at 1731190957870Closed at 1731190957870 2024-11-09T22:22:37,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:22:37,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190957871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190957871"}]},"ts":"1731190957871"} 2024-11-09T22:22:37,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:22:37,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:22:37,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190957874"}]},"ts":"1731190957874"} 2024-11-09T22:22:37,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:22:37,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3f2ec9f86491291aaf07cd800212d45, ASSIGN}] 2024-11-09T22:22:37,876 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3f2ec9f86491291aaf07cd800212d45, ASSIGN 2024-11-09T22:22:37,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e3f2ec9f86491291aaf07cd800212d45, ASSIGN; state=OFFLINE, location=ea9122631f8b,32941,1731190938097; forceNewPlan=false, retain=false 2024-11-09T22:22:38,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3f2ec9f86491291aaf07cd800212d45, regionState=OPENING, regionLocation=ea9122631f8b,32941,1731190938097 2024-11-09T22:22:38,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e3f2ec9f86491291aaf07cd800212d45, ASSIGN because future has completed 2024-11-09T22:22:38,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3f2ec9f86491291aaf07cd800212d45, server=ea9122631f8b,32941,1731190938097}] 2024-11-09T22:22:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:38,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:38,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:38,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:22:38,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C32941%2C1731190938097.rep, suffix=, logDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097, archiveDir=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/oldWALs, maxLogs=10 2024-11-09T22:22:38,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.rep.1731190958185, exclude list is [], retry=0 2024-11-09T22:22:38,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34881,DS-a743b1fa-f526-46df-85aa-d9b4cecf8edd,DISK] 2024-11-09T22:22:38,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.rep.1731190958185 2024-11-09T22:22:38,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40081:40081)] 2024-11-09T22:22:38,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e3f2ec9f86491291aaf07cd800212d45, NAME => 'hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:38,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:22:38,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:22:38,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. service=MultiRowMutationService 2024-11-09T22:22:38,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:22:38,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:38,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,203 INFO [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,204 INFO [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3f2ec9f86491291aaf07cd800212d45 columnFamilyName hfileref 2024-11-09T22:22:38,204 DEBUG [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:38,204 INFO [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] regionserver.HStore(327): Store=e3f2ec9f86491291aaf07cd800212d45/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:38,204 INFO [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,205 INFO [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3f2ec9f86491291aaf07cd800212d45 columnFamilyName queue 2024-11-09T22:22:38,205 DEBUG [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:38,205 INFO [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] regionserver.HStore(327): Store=e3f2ec9f86491291aaf07cd800212d45/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:38,205 INFO [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,206 INFO [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3f2ec9f86491291aaf07cd800212d45 columnFamilyName sid 2024-11-09T22:22:38,206 DEBUG [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:38,206 INFO [StoreOpener-e3f2ec9f86491291aaf07cd800212d45-1 {}] regionserver.HStore(327): Store=e3f2ec9f86491291aaf07cd800212d45/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:38,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/replication/e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/replication/e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:22:38,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/replication/e3f2ec9f86491291aaf07cd800212d45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:38,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e3f2ec9f86491291aaf07cd800212d45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67757951, jitterRate=0.009672150015830994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:22:38,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:38,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e3f2ec9f86491291aaf07cd800212d45: Running coprocessor pre-open hook at 1731190958202Writing region info on filesystem at 1731190958202Initializing all the Stores at 1731190958203 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190958203Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190958203Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190958203Cleaning up temporary data from old regions at 1731190958207 (+4 ms)Running coprocessor post-open hooks at 1731190958210 (+3 ms)Region opened successfully at 1731190958210 2024-11-09T22:22:38,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45., pid=10, masterSystemTime=1731190958181 2024-11-09T22:22:38,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:38,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:38,213 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e3f2ec9f86491291aaf07cd800212d45, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,32941,1731190938097 2024-11-09T22:22:38,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3f2ec9f86491291aaf07cd800212d45, server=ea9122631f8b,32941,1731190938097 because future has completed 2024-11-09T22:22:38,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:22:38,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e3f2ec9f86491291aaf07cd800212d45, server=ea9122631f8b,32941,1731190938097 in 185 msec 2024-11-09T22:22:38,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:22:38,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e3f2ec9f86491291aaf07cd800212d45, ASSIGN in 340 msec 2024-11-09T22:22:38,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:22:38,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190958218"}]},"ts":"1731190958218"} 2024-11-09T22:22:38,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:22:38,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:22:38,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-09T22:22:38,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45., hostname=ea9122631f8b,32941,1731190938097, seqNum=2] 2024-11-09T22:22:38,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:38,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:38,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:22:38,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:22:38,604 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:22:38,643 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,32941,1731190938097, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:22:38,644 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:38,644 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,32941,1731190938097, seqNum=-1] 2024-11-09T22:22:38,644 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:38,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-09T22:22:38,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,32941,1731190938097', locateType=CURRENT is [region=hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45., hostname=ea9122631f8b,32941,1731190938097, seqNum=2] 2024-11-09T22:22:38,652 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:22:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:22:38,654 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,32941,1731190938097 suceeded 2024-11-09T22:22:38,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:22:38,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-09T22:22:38,655 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:41529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:22:38,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6120 sec 2024-11-09T22:22:38,668 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:41529' 2024-11-09T22:22:38,670 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e1dd63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:38,670 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41529,-1 for getting cluster id 2024-11-09T22:22:38,670 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:38,670 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f653419-8099-461b-995e-7c3f3c776ada' 2024-11-09T22:22:38,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:38,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f653419-8099-461b-995e-7c3f3c776ada" 2024-11-09T22:22:38,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e1db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:38,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41529,-1] 2024-11-09T22:22:38,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:38,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:38,672 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:38,672 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a971739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:38,672 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:38,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,41529,1731190943480 2024-11-09T22:22:38,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@268393ad 2024-11-09T22:22:38,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:38,675 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-09T22:22:38,675 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,32941,1731190938097 (queues=1) is replicating from cluster=c116ddeb-2ded-411d-8dd2-23eda7307f17 to cluster=9f653419-8099-461b-995e-7c3f3c776ada 2024-11-09T22:22:38,675 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C32941%2C1731190938097 2024-11-09T22:22:38,675 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,32941,1731190938097, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:22:38,676 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C32941%2C1731190938097 2024-11-09T22:22:38,676 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910, startPosition=0, beingWritten=true 2024-11-09T22:22:38,681 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:38,681 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 379, reset compression=false 2024-11-09T22:22:38,681 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,32941,1731190938097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:38,884 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 379, reset compression=false 2024-11-09T22:22:39,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T22:22:39,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T22:22:39,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:22:39,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T22:22:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:39,187 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:22:39,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:39,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:39,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:39,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:39,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:39,188 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 379, reset compression=false 2024-11-09T22:22:39,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bd5f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:39,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41529,-1 for getting cluster id 2024-11-09T22:22:39,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:39,188 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f653419-8099-461b-995e-7c3f3c776ada' 2024-11-09T22:22:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f653419-8099-461b-995e-7c3f3c776ada" 2024-11-09T22:22:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff9b2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41529,-1] 2024-11-09T22:22:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:39,190 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:39,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc874fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:39,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,41529,1731190943480 2024-11-09T22:22:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e2ed9c 2024-11-09T22:22:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:39,193 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:22:39,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:32937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:22:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:22:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:39,195 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:32937' 2024-11-09T22:22:39,196 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f7cf66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:39,196 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,32937,-1 for getting cluster id 2024-11-09T22:22:39,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:39,197 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aff6c43-5e8c-4903-bf38-f3013ab4e338' 2024-11-09T22:22:39,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:39,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aff6c43-5e8c-4903-bf38-f3013ab4e338" 2024-11-09T22:22:39,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abd6466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:39,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,32937,-1] 2024-11-09T22:22:39,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:39,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:39,199 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:39,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8afd9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:39,199 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:39,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,32937,1731190948859 2024-11-09T22:22:39,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75114db3 2024-11-09T22:22:39,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:39,201 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:22:39,201 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T22:22:39,201 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:22:39,201 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:39,201 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:39,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:39,202 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:22:39,203 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:22:39,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:22:39,203 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:39,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:22:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:22:39,253 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:22:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:39,592 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 379, reset compression=false 2024-11-09T22:22:39,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11067bc7331ad29da42c8d2590f23c03, NAME => 'hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6 2024-11-09T22:22:39,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:22:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:40,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:40,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 11067bc7331ad29da42c8d2590f23c03, disabling compactions & flushes 2024-11-09T22:22:40,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:40,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:40,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. after waiting 0 ms 2024-11-09T22:22:40,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:40,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:40,039 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11067bc7331ad29da42c8d2590f23c03: Waiting for close lock at 1731190960038Disabling compacts and flushes for region at 1731190960038Disabling writes for close at 1731190960038Writing region close event to WAL at 1731190960038Closed at 1731190960038 2024-11-09T22:22:40,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:22:40,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190960040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190960040"}]},"ts":"1731190960040"} 2024-11-09T22:22:40,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:22:40,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:22:40,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190960042"}]},"ts":"1731190960042"} 2024-11-09T22:22:40,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:22:40,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=11067bc7331ad29da42c8d2590f23c03, ASSIGN}] 2024-11-09T22:22:40,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=11067bc7331ad29da42c8d2590f23c03, ASSIGN 2024-11-09T22:22:40,046 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=11067bc7331ad29da42c8d2590f23c03, ASSIGN; state=OFFLINE, location=ea9122631f8b,37047,1731190943639; forceNewPlan=false, retain=false 2024-11-09T22:22:40,096 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 379, reset compression=false 2024-11-09T22:22:40,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=11067bc7331ad29da42c8d2590f23c03, regionState=OPENING, regionLocation=ea9122631f8b,37047,1731190943639 2024-11-09T22:22:40,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=11067bc7331ad29da42c8d2590f23c03, ASSIGN because future has completed 2024-11-09T22:22:40,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11067bc7331ad29da42c8d2590f23c03, server=ea9122631f8b,37047,1731190943639}] 2024-11-09T22:22:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:40,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:40,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:40,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:22:40,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C37047%2C1731190943639.rep, suffix=, logDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639, archiveDir=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/oldWALs, maxLogs=10 2024-11-09T22:22:40,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.rep.1731190960356, exclude list is [], retry=0 2024-11-09T22:22:40,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-61396d29-55c7-422b-88cb-37eafade5d6f,DISK] 2024-11-09T22:22:40,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.rep.1731190960356 2024-11-09T22:22:40,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36457:36457)] 2024-11-09T22:22:40,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 11067bc7331ad29da42c8d2590f23c03, NAME => 'hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:40,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:22:40,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:22:40,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. service=MultiRowMutationService 2024-11-09T22:22:40,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:22:40,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:40,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,376 INFO [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,377 INFO [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11067bc7331ad29da42c8d2590f23c03 columnFamilyName hfileref 2024-11-09T22:22:40,377 DEBUG [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:40,377 INFO [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] regionserver.HStore(327): Store=11067bc7331ad29da42c8d2590f23c03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:40,377 INFO [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,378 INFO [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11067bc7331ad29da42c8d2590f23c03 columnFamilyName queue 2024-11-09T22:22:40,378 DEBUG [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:40,378 INFO [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] regionserver.HStore(327): Store=11067bc7331ad29da42c8d2590f23c03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:40,378 INFO [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,379 INFO [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11067bc7331ad29da42c8d2590f23c03 columnFamilyName sid 2024-11-09T22:22:40,379 DEBUG [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:40,379 INFO [StoreOpener-11067bc7331ad29da42c8d2590f23c03-1 {}] regionserver.HStore(327): Store=11067bc7331ad29da42c8d2590f23c03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:40,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/replication/11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/replication/11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:22:40,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/replication/11067bc7331ad29da42c8d2590f23c03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:40,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 11067bc7331ad29da42c8d2590f23c03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73459537, jitterRate=0.09463240206241608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:22:40,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:40,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 11067bc7331ad29da42c8d2590f23c03: Running coprocessor pre-open hook at 1731190960375Writing region info on filesystem at 1731190960375Initializing all the Stores at 1731190960376 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190960376Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190960376Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190960376Cleaning up temporary data from old regions at 1731190960380 (+4 ms)Running coprocessor post-open hooks at 1731190960388 (+8 ms)Region opened successfully at 1731190960388 2024-11-09T22:22:40,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03., pid=10, masterSystemTime=1731190960351 2024-11-09T22:22:40,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:40,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:40,391 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=11067bc7331ad29da42c8d2590f23c03, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,37047,1731190943639 2024-11-09T22:22:40,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11067bc7331ad29da42c8d2590f23c03, server=ea9122631f8b,37047,1731190943639 because future has completed 2024-11-09T22:22:40,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:22:40,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 11067bc7331ad29da42c8d2590f23c03, server=ea9122631f8b,37047,1731190943639 in 195 msec 2024-11-09T22:22:40,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:22:40,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=11067bc7331ad29da42c8d2590f23c03, ASSIGN in 351 msec 2024-11-09T22:22:40,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:22:40,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190960398"}]},"ts":"1731190960398"} 2024-11-09T22:22:40,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:22:40,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:22:40,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-09T22:22:40,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03., hostname=ea9122631f8b,37047,1731190943639, seqNum=2] 2024-11-09T22:22:40,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:40,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:40,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:22:40,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:22:40,617 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:22:40,657 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,37047,1731190943639, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:22:40,657 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:40,657 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,37047,1731190943639, seqNum=-1] 2024-11-09T22:22:40,658 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:40,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T22:22:40,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,37047,1731190943639', locateType=CURRENT is [region=hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03., hostname=ea9122631f8b,37047,1731190943639, seqNum=2] 2024-11-09T22:22:40,668 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:22:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:22:40,671 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,37047,1731190943639 suceeded 2024-11-09T22:22:40,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:22:40,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-09T22:22:40,673 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:32937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:22:40,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-11-09T22:22:40,692 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:32937' 2024-11-09T22:22:40,694 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f60b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:40,694 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,32937,-1 for getting cluster id 2024-11-09T22:22:40,694 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:40,699 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aff6c43-5e8c-4903-bf38-f3013ab4e338' 2024-11-09T22:22:40,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:40,699 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 379, reset compression=false 2024-11-09T22:22:40,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aff6c43-5e8c-4903-bf38-f3013ab4e338" 2024-11-09T22:22:40,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9141f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:40,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,32937,-1] 2024-11-09T22:22:40,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:40,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:40,701 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:40,702 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e63d22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:40,702 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:40,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,32937,1731190948859 2024-11-09T22:22:40,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc08eb 2024-11-09T22:22:40,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:40,705 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-09T22:22:40,706 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,37047,1731190943639 (queues=1) is replicating from cluster=9f653419-8099-461b-995e-7c3f3c776ada to cluster=1aff6c43-5e8c-4903-bf38-f3013ab4e338 2024-11-09T22:22:40,706 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C37047%2C1731190943639 2024-11-09T22:22:40,706 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,37047,1731190943639, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:22:40,730 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607, startPosition=0, beingWritten=true 2024-11-09T22:22:40,740 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C37047%2C1731190943639 2024-11-09T22:22:40,754 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:40,754 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 379, reset compression=false 2024-11-09T22:22:40,754 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,37047,1731190943639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:40,962 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 379, reset compression=false 2024-11-09T22:22:41,285 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 379, reset compression=false 2024-11-09T22:22:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:41,346 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:22:41,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:41,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:41,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:41,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:41,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:41,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45070dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:41,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,32937,-1 for getting cluster id 2024-11-09T22:22:41,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:41,350 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aff6c43-5e8c-4903-bf38-f3013ab4e338' 2024-11-09T22:22:41,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:41,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aff6c43-5e8c-4903-bf38-f3013ab4e338" 2024-11-09T22:22:41,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623edb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:41,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,32937,-1] 2024-11-09T22:22:41,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:41,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:41,355 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d26c5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:41,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:41,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,32937,1731190948859 2024-11-09T22:22:41,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58bf09fb 2024-11-09T22:22:41,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:41,360 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:22:41,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:41529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:22:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:22:41,363 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:41529' 2024-11-09T22:22:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:41,365 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2644eef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:41,365 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41529,-1 for getting cluster id 2024-11-09T22:22:41,365 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:41,366 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f653419-8099-461b-995e-7c3f3c776ada' 2024-11-09T22:22:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f653419-8099-461b-995e-7c3f3c776ada" 2024-11-09T22:22:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbd47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41529,-1] 2024-11-09T22:22:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:41,368 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:41,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb23a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:41,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:41,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,41529,1731190943480 2024-11-09T22:22:41,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d03a440 2024-11-09T22:22:41,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:41,370 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:22:41,371 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T22:22:41,371 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:22:41,371 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:41,371 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:41,372 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:22:41,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:41,374 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:22:41,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:22:41,375 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:41,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:22:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:22:41,409 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a292b2291fae1be8644d86e9e0c09ffa, NAME => 'hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149 2024-11-09T22:22:41,424 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:22:41,444 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 379, reset compression=false 2024-11-09T22:22:41,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:22:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:41,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:41,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a292b2291fae1be8644d86e9e0c09ffa, disabling compactions & flushes 2024-11-09T22:22:41,473 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:41,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:41,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. after waiting 0 ms 2024-11-09T22:22:41,473 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:41,474 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:41,474 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a292b2291fae1be8644d86e9e0c09ffa: Waiting for close lock at 1731190961473Disabling compacts and flushes for region at 1731190961473Disabling writes for close at 1731190961473Writing region close event to WAL at 1731190961473Closed at 1731190961473 2024-11-09T22:22:41,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:22:41,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731190961476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190961476"}]},"ts":"1731190961476"} 2024-11-09T22:22:41,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:22:41,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:22:41,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190961479"}]},"ts":"1731190961479"} 2024-11-09T22:22:41,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:22:41,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a292b2291fae1be8644d86e9e0c09ffa, ASSIGN}] 2024-11-09T22:22:41,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a292b2291fae1be8644d86e9e0c09ffa, ASSIGN 2024-11-09T22:22:41,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a292b2291fae1be8644d86e9e0c09ffa, ASSIGN; state=OFFLINE, location=ea9122631f8b,43859,1731190949009; forceNewPlan=false, retain=false 2024-11-09T22:22:41,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a292b2291fae1be8644d86e9e0c09ffa, regionState=OPENING, regionLocation=ea9122631f8b,43859,1731190949009 2024-11-09T22:22:41,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a292b2291fae1be8644d86e9e0c09ffa, ASSIGN because future has completed 2024-11-09T22:22:41,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a292b2291fae1be8644d86e9e0c09ffa, server=ea9122631f8b,43859,1731190949009}] 2024-11-09T22:22:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:41,693 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 379, reset compression=false 2024-11-09T22:22:41,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:41,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:22:41,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:22:41,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C43859%2C1731190949009.rep, suffix=, logDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/oldWALs, maxLogs=10 2024-11-09T22:22:41,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.rep.1731190961835, exclude list is [], retry=0 2024-11-09T22:22:41,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35087,DS-17ea70ec-f7b2-4897-85db-dee5ef6f4c83,DISK] 2024-11-09T22:22:41,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.rep.1731190961835 2024-11-09T22:22:41,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41621:41621)] 2024-11-09T22:22:41,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a292b2291fae1be8644d86e9e0c09ffa, NAME => 'hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:22:41,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:22:41,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:22:41,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. service=MultiRowMutationService 2024-11-09T22:22:41,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:22:41,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:22:41,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,880 INFO [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,881 INFO [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a292b2291fae1be8644d86e9e0c09ffa columnFamilyName hfileref 2024-11-09T22:22:41,881 DEBUG [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:41,882 INFO [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] regionserver.HStore(327): Store=a292b2291fae1be8644d86e9e0c09ffa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:41,882 INFO [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,883 INFO [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a292b2291fae1be8644d86e9e0c09ffa columnFamilyName queue 2024-11-09T22:22:41,883 DEBUG [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:41,884 INFO [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] regionserver.HStore(327): Store=a292b2291fae1be8644d86e9e0c09ffa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:41,884 INFO [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,885 INFO [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a292b2291fae1be8644d86e9e0c09ffa columnFamilyName sid 2024-11-09T22:22:41,885 DEBUG [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:22:41,885 INFO [StoreOpener-a292b2291fae1be8644d86e9e0c09ffa-1 {}] regionserver.HStore(327): Store=a292b2291fae1be8644d86e9e0c09ffa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:22:41,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/replication/a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/replication/a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:22:41,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/replication/a292b2291fae1be8644d86e9e0c09ffa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:22:41,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a292b2291fae1be8644d86e9e0c09ffa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73493629, jitterRate=0.09514041244983673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:22:41,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:41,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a292b2291fae1be8644d86e9e0c09ffa: Running coprocessor pre-open hook at 1731190961878Writing region info on filesystem at 1731190961878Initializing all the Stores at 1731190961878Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190961878Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190961880 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190961880Cleaning up temporary data from old regions at 1731190961887 (+7 ms)Running coprocessor post-open hooks at 1731190961893 (+6 ms)Region opened successfully at 1731190961893 2024-11-09T22:22:41,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa., pid=10, masterSystemTime=1731190961812 2024-11-09T22:22:41,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:41,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:41,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a292b2291fae1be8644d86e9e0c09ffa, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,43859,1731190949009 2024-11-09T22:22:41,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a292b2291fae1be8644d86e9e0c09ffa, server=ea9122631f8b,43859,1731190949009 because future has completed 2024-11-09T22:22:41,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:22:41,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a292b2291fae1be8644d86e9e0c09ffa, server=ea9122631f8b,43859,1731190949009 in 242 msec 2024-11-09T22:22:41,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:22:41,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a292b2291fae1be8644d86e9e0c09ffa, ASSIGN in 414 msec 2024-11-09T22:22:41,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:22:41,902 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190961902"}]},"ts":"1731190961902"} 2024-11-09T22:22:41,906 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:22:41,907 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:22:41,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 535 msec 2024-11-09T22:22:41,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa., hostname=ea9122631f8b,43859,1731190949009, seqNum=2] 2024-11-09T22:22:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:42,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:42,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:42,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:22:42,220 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 379, reset compression=false 2024-11-09T22:22:42,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:22:42,229 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:22:42,261 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,43859,1731190949009, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:22:42,261 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:42,262 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43859,1731190949009, seqNum=-1] 2024-11-09T22:22:42,262 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:42,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T22:22:42,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,43859,1731190949009', locateType=CURRENT is [region=hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa., hostname=ea9122631f8b,43859,1731190949009, seqNum=2] 2024-11-09T22:22:42,273 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:22:42,274 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 379, reset compression=false 2024-11-09T22:22:42,275 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,43859,1731190949009 suceeded 2024-11-09T22:22:42,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:22:42,277 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:41529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:22:42,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-09T22:22:42,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 917 msec 2024-11-09T22:22:42,291 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:41529' 2024-11-09T22:22:42,292 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1af951f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,292 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41529,-1 for getting cluster id 2024-11-09T22:22:42,292 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:42,293 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f653419-8099-461b-995e-7c3f3c776ada' 2024-11-09T22:22:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f653419-8099-461b-995e-7c3f3c776ada" 2024-11-09T22:22:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b3c5d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41529,-1] 2024-11-09T22:22:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:42,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:42,294 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:42,294 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f081564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,294 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:42,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,41529,1731190943480 2024-11-09T22:22:42,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14080c0c 2024-11-09T22:22:42,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:22:42,297 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-09T22:22:42,297 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,43859,1731190949009 (queues=1) is replicating from cluster=1aff6c43-5e8c-4903-bf38-f3013ab4e338 to cluster=9f653419-8099-461b-995e-7c3f3c776ada 2024-11-09T22:22:42,297 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C43859%2C1731190949009 2024-11-09T22:22:42,297 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,43859,1731190949009, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:22:42,298 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492, startPosition=0, beingWritten=true 2024-11-09T22:22:42,300 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C43859%2C1731190949009 2024-11-09T22:22:42,302 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:42,302 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 379, reset compression=false 2024-11-09T22:22:42,302 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43859,1731190949009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:42,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T22:22:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:22:42,506 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:22:42,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:42,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:42,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:42,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:42,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:42,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94a153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,40893,-1 for getting cluster id 2024-11-09T22:22:42,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:42,508 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c116ddeb-2ded-411d-8dd2-23eda7307f17' 2024-11-09T22:22:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c116ddeb-2ded-411d-8dd2-23eda7307f17" 2024-11-09T22:22:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32912fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,40893,-1] 2024-11-09T22:22:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:42,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:42,509 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:42,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c8d011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f448dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41529,-1 for getting cluster id 2024-11-09T22:22:42,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:42,513 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f653419-8099-461b-995e-7c3f3c776ada' 2024-11-09T22:22:42,514 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 379, reset compression=false 2024-11-09T22:22:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f653419-8099-461b-995e-7c3f3c776ada" 2024-11-09T22:22:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d8aa6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41529,-1] 2024-11-09T22:22:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:42,515 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:42,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eeac936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a273871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,32937,-1 for getting cluster id 2024-11-09T22:22:42,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:42,517 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aff6c43-5e8c-4903-bf38-f3013ab4e338' 2024-11-09T22:22:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aff6c43-5e8c-4903-bf38-f3013ab4e338" 2024-11-09T22:22:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b531467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,32937,-1] 2024-11-09T22:22:42,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:42,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:42,518 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:42,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48aed6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:42,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,32941,1731190938097, seqNum=-1] 2024-11-09T22:22:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:42,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:22:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25., hostname=ea9122631f8b,32941,1731190938097, seqNum=2] 2024-11-09T22:22:42,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43859,1731190949009, seqNum=-1] 2024-11-09T22:22:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:42,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:22:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe., hostname=ea9122631f8b,43859,1731190949009, seqNum=2] 2024-11-09T22:22:42,534 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T22:22:42,817 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 379, reset compression=false 2024-11-09T22:22:42,823 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 379, reset compression=false 2024-11-09T22:22:43,181 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 379, reset compression=false 2024-11-09T22:22:43,205 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:43,206 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 480, reset compression=false 2024-11-09T22:22:43,206 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,32941,1731190938097 got entry batch from reader: WALEntryBatch [walEntries=[{test/883c1bc192399a538ad1f2b47e84ae25/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T22:22:43,207 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:22:43,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-09T22:22:43,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:43,221 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 379, reset compression=false 2024-11-09T22:22:43,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a8e5de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:43,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41529,-1 for getting cluster id 2024-11-09T22:22:43,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:43,227 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f653419-8099-461b-995e-7c3f3c776ada' 2024-11-09T22:22:43,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:43,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f653419-8099-461b-995e-7c3f3c776ada" 2024-11-09T22:22:43,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4153200d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:43,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41529,-1] 2024-11-09T22:22:43,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:43,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:43,229 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:43,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12388c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:43,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:43,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,37047,1731190943639, seqNum=-1] 2024-11-09T22:22:43,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:43,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T22:22:43,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd., hostname=ea9122631f8b,37047,1731190943639, seqNum=2] 2024-11-09T22:22:43,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:43,429 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 480, reset compression=false 2024-11-09T22:22:43,529 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 379, reset compression=false 2024-11-09T22:22:43,535 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:43,535 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 504, reset compression=false 2024-11-09T22:22:43,535 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,37047,1731190943639 got entry batch from reader: WALEntryBatch [walEntries=[{test/d35c7ce1be0ca6f2ad8485c85d1962dd/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T22:22:43,536 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T22:22:43,538 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:22:43,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-09T22:22:43,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:43,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45851e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:43,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,32937,-1 for getting cluster id 2024-11-09T22:22:43,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:22:43,548 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aff6c43-5e8c-4903-bf38-f3013ab4e338' 2024-11-09T22:22:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:22:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aff6c43-5e8c-4903-bf38-f3013ab4e338" 2024-11-09T22:22:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42578767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,32937,-1] 2024-11-09T22:22:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:22:43,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:43,550 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:22:43,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48b0e93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:22:43,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:43,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,43859,1731190949009, seqNum=-1] 2024-11-09T22:22:43,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:43,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T22:22:43,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe., hostname=ea9122631f8b,43859,1731190949009, seqNum=2] 2024-11-09T22:22:43,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:43,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:22:43,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,737 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 480, reset compression=false 2024-11-09T22:22:43,756 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 504, reset compression=false 2024-11-09T22:22:43,757 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 379, reset compression=false 2024-11-09T22:22:43,771 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:43,771 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 528, reset compression=false 2024-11-09T22:22:43,771 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43859,1731190949009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:43,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:43,990 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 528, reset compression=false 2024-11-09T22:22:44,077 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 504, reset compression=false 2024-11-09T22:22:44,164 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 480, reset compression=false 2024-11-09T22:22:44,293 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 528, reset compression=false 2024-11-09T22:22:44,480 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 504, reset compression=false 2024-11-09T22:22:44,538 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T22:22:44,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:22:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,37047,1731190943639, seqNum=-1] 2024-11-09T22:22:44,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:22:44,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:22:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd., hostname=ea9122631f8b,37047,1731190943639, seqNum=2] 2024-11-09T22:22:44,546 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T22:22:44,666 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 480, reset compression=false 2024-11-09T22:22:44,697 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 528, reset compression=false 2024-11-09T22:22:44,984 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 504, reset compression=false 2024-11-09T22:22:45,017 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:45,018 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 608, reset compression=false 2024-11-09T22:22:45,018 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,37047,1731190943639 got entry batch from reader: WALEntryBatch [walEntries=[{test/d35c7ce1be0ca6f2ad8485c85d1962dd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T22:22:45,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:45,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:45,204 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 528, reset compression=false 2024-11-09T22:22:45,208 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:45,208 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 656, reset compression=false 2024-11-09T22:22:45,208 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43859,1731190949009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:45,240 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 608, reset compression=false 2024-11-09T22:22:45,273 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 480, reset compression=false 2024-11-09T22:22:45,420 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 656, reset compression=false 2024-11-09T22:22:45,548 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T22:22:45,551 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 608, reset compression=false 2024-11-09T22:22:45,551 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T22:22:45,722 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 656, reset compression=false 2024-11-09T22:22:45,734 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:45,734 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 760, reset compression=false 2024-11-09T22:22:45,734 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43859,1731190949009 got entry batch from reader: WALEntryBatch [walEntries=[{test/9179bd9e101e407b31a0a90dddc7bbfe/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T22:22:45,737 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:22:45,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-09T22:22:45,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:45,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:45,941 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 760, reset compression=false 2024-11-09T22:22:45,953 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 608, reset compression=false 2024-11-09T22:22:45,957 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:45,957 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 735, reset compression=false 2024-11-09T22:22:45,957 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,37047,1731190943639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:45,981 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 480, reset compression=false 2024-11-09T22:22:46,161 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 735, reset compression=false 2024-11-09T22:22:46,243 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 760, reset compression=false 2024-11-09T22:22:46,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:22:46,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:22:46,427 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 109156 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:22:46,464 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 735, reset compression=false 2024-11-09T22:22:46,553 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T22:22:46,555 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T22:22:46,647 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 760, reset compression=false 2024-11-09T22:22:46,784 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 480, reset compression=false 2024-11-09T22:22:46,807 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:46,807 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:46,807 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,32941,1731190938097 got entry batch from reader: WALEntryBatch [walEntries=[{test/883c1bc192399a538ad1f2b47e84ae25/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T22:22:46,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:46,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:46,867 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 735, reset compression=false 2024-11-09T22:22:46,871 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:46,871 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 883, reset compression=false 2024-11-09T22:22:46,871 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,37047,1731190943639 got entry batch from reader: WALEntryBatch [walEntries=[{test/d35c7ce1be0ca6f2ad8485c85d1962dd/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T22:22:46,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:46,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:47,013 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:47,075 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 883, reset compression=false 2024-11-09T22:22:47,150 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 760, reset compression=false 2024-11-09T22:22:47,166 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:47,166 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43859,1731190949009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:47,166 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 932, reset compression=false 2024-11-09T22:22:47,317 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:47,380 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 883, reset compression=false 2024-11-09T22:22:47,380 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 932, reset compression=false 2024-11-09T22:22:47,480 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T22:22:47,557 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T22:22:47,576 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T22:22:47,684 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 932, reset compression=false 2024-11-09T22:22:47,720 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:47,784 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 883, reset compression=false 2024-11-09T22:22:47,827 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:47,827 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,37047,1731190943639 got entry batch from reader: WALEntryBatch [walEntries=[{test/d35c7ce1be0ca6f2ad8485c85d1962dd/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T22:22:47,828 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1042, reset compression=false 2024-11-09T22:22:47,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:47,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:48,048 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1042, reset compression=false 2024-11-09T22:22:48,127 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 932, reset compression=false 2024-11-09T22:22:48,130 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:48,130 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 1082, reset compression=false 2024-11-09T22:22:48,130 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43859,1731190949009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:48,260 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:48,333 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 1082, reset compression=false 2024-11-09T22:22:48,351 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1042, reset compression=false 2024-11-09T22:22:48,577 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T22:22:48,580 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T22:22:48,636 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 1082, reset compression=false 2024-11-09T22:22:48,641 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:22:48,641 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 1241, reset compression=false 2024-11-09T22:22:48,641 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43859,1731190949009 got entry batch from reader: WALEntryBatch [walEntries=[{test/9179bd9e101e407b31a0a90dddc7bbfe/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T22:22:48,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T22:22:48,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T22:22:48,754 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1042, reset compression=false 2024-11-09T22:22:48,761 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:48,761 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1191, reset compression=false 2024-11-09T22:22:48,761 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,37047,1731190943639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:48,846 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 1241, reset compression=false 2024-11-09T22:22:48,863 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:48,967 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1191, reset compression=false 2024-11-09T22:22:49,149 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 1241, reset compression=false 2024-11-09T22:22:49,271 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1191, reset compression=false 2024-11-09T22:22:49,554 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 1241, reset compression=false 2024-11-09T22:22:49,566 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:49,582 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T22:22:49,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:22:49,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:49,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:49,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:49,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:49,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:22:49,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1381319625, stopped=false 2024-11-09T22:22:49,590 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,32937,1731190948859 2024-11-09T22:22:49,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:49,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-324391954/running 2024-11-09T22:22:49,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-324391954/running 2024-11-09T22:22:49,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:49,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:49,671 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:49,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:49,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:49,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Set watcher on znode that does not yet exist, /2-324391954/running 2024-11-09T22:22:49,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Set watcher on znode that does not yet exist, /2-324391954/running 2024-11-09T22:22:49,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:49,672 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,43859,1731190949009' ***** 2024-11-09T22:22:49,672 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:22:49,673 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:22:49,673 INFO [RS:0;ea9122631f8b:43859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:22:49,673 INFO [RS:0;ea9122631f8b:43859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:22:49,673 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(3091): Received CLOSE for 9179bd9e101e407b31a0a90dddc7bbfe 2024-11-09T22:22:49,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:22:49,673 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(3091): Received CLOSE for a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:49,673 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,43859,1731190949009 2024-11-09T22:22:49,673 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9179bd9e101e407b31a0a90dddc7bbfe, disabling compactions & flushes 2024-11-09T22:22:49,674 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:49,673 INFO [RS:0;ea9122631f8b:43859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:49,674 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:49,674 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. after waiting 0 ms 2024-11-09T22:22:49,674 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:49,674 INFO [RS:0;ea9122631f8b:43859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:43859. 2024-11-09T22:22:49,674 DEBUG [RS:0;ea9122631f8b:43859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:49,674 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9179bd9e101e407b31a0a90dddc7bbfe 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T22:22:49,674 DEBUG [RS:0;ea9122631f8b:43859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:49,674 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:22:49,674 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:22:49,674 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:22:49,674 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:22:49,674 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:22:49,674 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1325): Online Regions={9179bd9e101e407b31a0a90dddc7bbfe=test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe., a292b2291fae1be8644d86e9e0c09ffa=hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:22:49,674 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1191, reset compression=false 2024-11-09T22:22:49,675 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9179bd9e101e407b31a0a90dddc7bbfe, a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:49,675 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:22:49,675 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:22:49,675 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:22:49,675 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:22:49,675 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:22:49,675 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:22:49,680 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:49,704 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/.tmp/f/a323ba8e809c4f38b8a1ac369d41d0ce is 29, key is row1/f:/1731190967558/DeleteFamily/seqid=0 2024-11-09T22:22:49,708 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/info/a6097e59ced44894bdd4001271e19913 is 147, key is hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa./info:regioninfo/1731190961895/Put/seqid=0 2024-11-09T22:22:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741840_1016 (size=5152) 2024-11-09T22:22:49,710 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/.tmp/f/a323ba8e809c4f38b8a1ac369d41d0ce 2024-11-09T22:22:49,714 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a323ba8e809c4f38b8a1ac369d41d0ce 2024-11-09T22:22:49,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741841_1017 (size=7686) 2024-11-09T22:22:49,735 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/.tmp/f1/4a3c7aa93f6b4ea6be79c92b37853d39 is 30, key is row1/f1:/1731190967558/DeleteFamily/seqid=0 2024-11-09T22:22:49,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741842_1018 (size=5158) 2024-11-09T22:22:49,875 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9179bd9e101e407b31a0a90dddc7bbfe, a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:50,061 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 1241, reset compression=false 2024-11-09T22:22:50,065 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:50,065 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 1488, reset compression=false 2024-11-09T22:22:50,065 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,43859,1731190949009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:50,066 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ea9122631f8b,43859,1731190949009: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ea9122631f8b,43859,1731190949009, walGroup=ea9122631f8b%2C43859%2C1731190949009, offset=ea9122631f8b%2C43859%2C1731190949009.1731190950492:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:43859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T22:22:50,067 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T22:22:50,067 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T22:22:50,067 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T22:22:50,067 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T22:22:50,067 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T22:22:50,067 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 864327680 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201404560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T22:22:50,067 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:32937 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:32937 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T22:22:50,075 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9179bd9e101e407b31a0a90dddc7bbfe, a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:50,118 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/info/a6097e59ced44894bdd4001271e19913 2024-11-09T22:22:50,139 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/ns/15a2e92bb0554977af8147cfb150a720 is 43, key is default/ns:d/1731190951477/Put/seqid=0 2024-11-09T22:22:50,140 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/.tmp/f1/4a3c7aa93f6b4ea6be79c92b37853d39 2024-11-09T22:22:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741843_1019 (size=5153) 2024-11-09T22:22:50,149 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a3c7aa93f6b4ea6be79c92b37853d39 2024-11-09T22:22:50,150 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/ns/15a2e92bb0554977af8147cfb150a720 2024-11-09T22:22:50,166 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/.tmp/norep/99f2eac46bfb4802b3da6eb8ae3db2a7 is 33, key is row2/norep:/1731190968578/DeleteFamily/seqid=0 2024-11-09T22:22:50,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741844_1020 (size=5108) 2024-11-09T22:22:50,171 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/rep_barrier/57c132da0b834fcfbbd29467c7d53056 is 112, key is test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe./rep_barrier:seqnumDuringOpen/1731190956073/Put/seqid=0 2024-11-09T22:22:50,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741845_1021 (size=5518) 2024-11-09T22:22:50,181 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1191, reset compression=false 2024-11-09T22:22:50,268 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 1488, reset compression=false 2024-11-09T22:22:50,275 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9179bd9e101e407b31a0a90dddc7bbfe, a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:50,345 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-09T22:22:50,358 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:22:50,359 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:22:50,361 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-09T22:22:50,376 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:50,475 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9179bd9e101e407b31a0a90dddc7bbfe, a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:50,571 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/.tmp/norep/99f2eac46bfb4802b3da6eb8ae3db2a7 2024-11-09T22:22:50,572 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.wal-reader.ea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/WALs/ea9122631f8b,43859,1731190949009/ea9122631f8b%2C43859%2C1731190949009.1731190950492 to pos 1488, reset compression=false 2024-11-09T22:22:50,575 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/rep_barrier/57c132da0b834fcfbbd29467c7d53056 2024-11-09T22:22:50,576 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99f2eac46bfb4802b3da6eb8ae3db2a7 2024-11-09T22:22:50,577 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/.tmp/f/a323ba8e809c4f38b8a1ac369d41d0ce as hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/f/a323ba8e809c4f38b8a1ac369d41d0ce 2024-11-09T22:22:50,580 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a323ba8e809c4f38b8a1ac369d41d0ce 2024-11-09T22:22:50,580 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/f/a323ba8e809c4f38b8a1ac369d41d0ce, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T22:22:50,581 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/.tmp/f1/4a3c7aa93f6b4ea6be79c92b37853d39 as hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/f1/4a3c7aa93f6b4ea6be79c92b37853d39 2024-11-09T22:22:50,585 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a3c7aa93f6b4ea6be79c92b37853d39 2024-11-09T22:22:50,585 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/f1/4a3c7aa93f6b4ea6be79c92b37853d39, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T22:22:50,586 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/.tmp/norep/99f2eac46bfb4802b3da6eb8ae3db2a7 as hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/norep/99f2eac46bfb4802b3da6eb8ae3db2a7 2024-11-09T22:22:50,589 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99f2eac46bfb4802b3da6eb8ae3db2a7 2024-11-09T22:22:50,589 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/norep/99f2eac46bfb4802b3da6eb8ae3db2a7, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T22:22:50,590 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9179bd9e101e407b31a0a90dddc7bbfe in 916ms, sequenceid=10, compaction requested=false 2024-11-09T22:22:50,593 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/table/58036a0930b149fb989560f22911a488 is 53, key is hbase:replication/table:state/1731190961902/Put/seqid=0 2024-11-09T22:22:50,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741846_1022 (size=5308) 2024-11-09T22:22:50,596 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/table/58036a0930b149fb989560f22911a488 2024-11-09T22:22:50,597 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/default/test/9179bd9e101e407b31a0a90dddc7bbfe/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T22:22:50,597 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:50,597 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:22:50,598 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:50,598 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9179bd9e101e407b31a0a90dddc7bbfe: Waiting for close lock at 1731190969673Running coprocessor pre-close hooks at 1731190969673Disabling compacts and flushes for region at 1731190969673Disabling writes for close at 1731190969674 (+1 ms)Obtaining lock to block concurrent updates at 1731190969674Preparing flush snapshotting stores in 9179bd9e101e407b31a0a90dddc7bbfe at 1731190969674Finished memstore snapshotting test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731190969674Flushing stores of test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. at 1731190969675 (+1 ms)Flushing 9179bd9e101e407b31a0a90dddc7bbfe/f: creating writer at 1731190969675Flushing 9179bd9e101e407b31a0a90dddc7bbfe/f: appending metadata at 1731190969703 (+28 ms)Flushing 9179bd9e101e407b31a0a90dddc7bbfe/f: closing flushed file at 1731190969703Flushing 9179bd9e101e407b31a0a90dddc7bbfe/f1: creating writer at 1731190969714 (+11 ms)Flushing 9179bd9e101e407b31a0a90dddc7bbfe/f1: appending metadata at 1731190969735 (+21 ms)Flushing 9179bd9e101e407b31a0a90dddc7bbfe/f1: closing flushed file at 1731190969735Flushing 9179bd9e101e407b31a0a90dddc7bbfe/norep: creating writer at 1731190970149 (+414 ms)Flushing 9179bd9e101e407b31a0a90dddc7bbfe/norep: appending metadata at 1731190970165 (+16 ms)Flushing 9179bd9e101e407b31a0a90dddc7bbfe/norep: closing flushed file at 1731190970165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180e5887: reopening flushed file at 1731190970576 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a180e19: reopening flushed file at 1731190970581 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7b892a: reopening flushed file at 1731190970585 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9179bd9e101e407b31a0a90dddc7bbfe in 916ms, sequenceid=10, compaction requested=false at 1731190970590 (+5 ms)Writing region close event to WAL at 1731190970593 (+3 ms)Running coprocessor post-close hooks at 1731190970597 (+4 ms)Closed at 1731190970597 2024-11-09T22:22:50,598 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190954889.9179bd9e101e407b31a0a90dddc7bbfe. 2024-11-09T22:22:50,598 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a292b2291fae1be8644d86e9e0c09ffa, disabling compactions & flushes 2024-11-09T22:22:50,598 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:50,598 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:50,598 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. after waiting 0 ms 2024-11-09T22:22:50,598 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:50,598 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a292b2291fae1be8644d86e9e0c09ffa: Waiting for close lock at 1731190970598Running coprocessor pre-close hooks at 1731190970598Disabling compacts and flushes for region at 1731190970598Disabling writes for close at 1731190970598Failed flush hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa., putting online again at 1731190970598 2024-11-09T22:22:50,598 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:50,601 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/info/a6097e59ced44894bdd4001271e19913 as hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/info/a6097e59ced44894bdd4001271e19913 2024-11-09T22:22:50,604 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/info/a6097e59ced44894bdd4001271e19913, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:22:50,605 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/ns/15a2e92bb0554977af8147cfb150a720 as hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/ns/15a2e92bb0554977af8147cfb150a720 2024-11-09T22:22:50,609 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/ns/15a2e92bb0554977af8147cfb150a720, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:22:50,610 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/rep_barrier/57c132da0b834fcfbbd29467c7d53056 as hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/rep_barrier/57c132da0b834fcfbbd29467c7d53056 2024-11-09T22:22:50,613 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/rep_barrier/57c132da0b834fcfbbd29467c7d53056, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:22:50,614 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/.tmp/table/58036a0930b149fb989560f22911a488 as hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/table/58036a0930b149fb989560f22911a488 2024-11-09T22:22:50,618 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/table/58036a0930b149fb989560f22911a488, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:22:50,618 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=16, compaction requested=false 2024-11-09T22:22:50,622 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:22:50,622 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:50,622 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:22:50,622 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:50,622 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190969675Running coprocessor pre-close hooks at 1731190969675Disabling compacts and flushes for region at 1731190969675Disabling writes for close at 1731190969675Obtaining lock to block concurrent updates at 1731190969675Preparing flush snapshotting stores in 1588230740 at 1731190969675Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731190969675Flushing stores of hbase:meta,,1.1588230740 at 1731190969676 (+1 ms)Flushing 1588230740/info: creating writer at 1731190969676Flushing 1588230740/info: appending metadata at 1731190969708 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731190969708Flushing 1588230740/ns: creating writer at 1731190970121 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731190970139 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731190970139Flushing 1588230740/rep_barrier: creating writer at 1731190970154 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190970171 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190970171Flushing 1588230740/table: creating writer at 1731190970578 (+407 ms)Flushing 1588230740/table: appending metadata at 1731190970593 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731190970593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618a10e8: reopening flushed file at 1731190970600 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7515b9e2: reopening flushed file at 1731190970604 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6151fee4: reopening flushed file at 1731190970609 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce539da: reopening flushed file at 1731190970613 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=16, compaction requested=false at 1731190970618 (+5 ms)Writing region close event to WAL at 1731190970619 (+1 ms)Running coprocessor post-close hooks at 1731190970622 (+3 ms)Closed at 1731190970622 2024-11-09T22:22:50,622 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:50,675 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T22:22:50,675 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1325): Online Regions={a292b2291fae1be8644d86e9e0c09ffa=hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa.} 2024-11-09T22:22:50,675 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(3091): Received CLOSE for a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:50,675 DEBUG [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1351): Waiting on a292b2291fae1be8644d86e9e0c09ffa 2024-11-09T22:22:50,676 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a292b2291fae1be8644d86e9e0c09ffa, disabling compactions & flushes 2024-11-09T22:22:50,676 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:50,676 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:50,676 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. after waiting 0 ms 2024-11-09T22:22:50,676 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:50,676 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a292b2291fae1be8644d86e9e0c09ffa: Waiting for close lock at 1731190970676Running coprocessor pre-close hooks at 1731190970676Disabling compacts and flushes for region at 1731190970676Disabling writes for close at 1731190970676Failed flush hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa., putting online again at 1731190970676 2024-11-09T22:22:50,676 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731190961372.a292b2291fae1be8644d86e9e0c09ffa. 2024-11-09T22:22:50,785 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1191, reset compression=false 2024-11-09T22:22:50,876 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T22:22:50,876 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,43859,1731190949009; all regions closed. 2024-11-09T22:22:50,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741834_1010 (size=4239) 2024-11-09T22:22:50,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741839_1015 (size=2171) 2024-11-09T22:22:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741832_1008 (size=2140) 2024-11-09T22:22:50,881 DEBUG [RS:0;ea9122631f8b:43859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:50,881 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:50,881 INFO [RS:0;ea9122631f8b:43859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:50,882 INFO [RS:0;ea9122631f8b:43859 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:50,882 INFO [RS:0;ea9122631f8b:43859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:50,882 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:50,882 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,43859,1731190949009 because: Region server is closing 2024-11-09T22:22:50,882 INFO [RS:0;ea9122631f8b:43859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:43859. 2024-11-09T22:22:50,882 DEBUG [RS:0;ea9122631f8b:43859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:50,882 DEBUG [RS:0;ea9122631f8b:43859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:50,882 DEBUG [RS:0;ea9122631f8b:43859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:50,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:50,983 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,43859,1731190949009.replicationSource.shipperea9122631f8b%2C43859%2C1731190949009,1-ea9122631f8b,43859,1731190949009 terminated 2024-11-09T22:22:50,983 INFO [RS:0;ea9122631f8b:43859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:43859. 2024-11-09T22:22:50,983 DEBUG [RS:0;ea9122631f8b:43859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:50,983 DEBUG [RS:0;ea9122631f8b:43859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:50,983 DEBUG [RS:0;ea9122631f8b:43859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:50,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:50,983 INFO [RS:0;ea9122631f8b:43859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43859 2024-11-09T22:22:51,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954/rs 2024-11-09T22:22:51,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-324391954/rs/ea9122631f8b,43859,1731190949009 2024-11-09T22:22:51,071 INFO [RS:0;ea9122631f8b:43859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:51,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,43859,1731190949009] 2024-11-09T22:22:51,092 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-324391954/draining/ea9122631f8b,43859,1731190949009 already deleted, retry=false 2024-11-09T22:22:51,092 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,43859,1731190949009 expired; onlineServers=0 2024-11-09T22:22:51,092 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,32937,1731190948859' ***** 2024-11-09T22:22:51,092 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:22:51,092 INFO [M:0;ea9122631f8b:32937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:51,092 INFO [M:0;ea9122631f8b:32937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:51,092 DEBUG [M:0;ea9122631f8b:32937 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:22:51,092 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:22:51,092 DEBUG [M:0;ea9122631f8b:32937 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:22:51,092 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190950212 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190950212,5,FailOnTimeoutGroup] 2024-11-09T22:22:51,092 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190950211 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190950211,5,FailOnTimeoutGroup] 2024-11-09T22:22:51,093 INFO [M:0;ea9122631f8b:32937 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:51,093 INFO [M:0;ea9122631f8b:32937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:51,093 DEBUG [M:0;ea9122631f8b:32937 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:22:51,093 INFO [M:0;ea9122631f8b:32937 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:22:51,093 INFO [M:0;ea9122631f8b:32937 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:51,093 INFO [M:0;ea9122631f8b:32937 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:22:51,093 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:22:51,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-324391954/master 2024-11-09T22:22:51,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-324391954 2024-11-09T22:22:51,103 DEBUG [M:0;ea9122631f8b:32937 {}] zookeeper.ZKUtil(347): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Unable to get data of znode /2-324391954/master because node does not exist (not an error) 2024-11-09T22:22:51,103 WARN [M:0;ea9122631f8b:32937 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:22:51,111 INFO [M:0;ea9122631f8b:32937 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/.lastflushedseqids 2024-11-09T22:22:51,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741847_1023 (size=245) 2024-11-09T22:22:51,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:51,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43859-0x10121b14b510007, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:51,182 INFO [RS:0;ea9122631f8b:43859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:51,182 INFO [RS:0;ea9122631f8b:43859 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,43859,1731190949009; zookeeper connection closed. 2024-11-09T22:22:51,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5834b2b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5834b2b8 2024-11-09T22:22:51,182 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:22:51,280 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:51,489 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1191, reset compression=false 2024-11-09T22:22:51,516 INFO [M:0;ea9122631f8b:32937 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:22:51,516 INFO [M:0;ea9122631f8b:32937 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:22:51,516 DEBUG [M:0;ea9122631f8b:32937 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:22:51,516 INFO [M:0;ea9122631f8b:32937 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:51,516 DEBUG [M:0;ea9122631f8b:32937 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:51,516 DEBUG [M:0;ea9122631f8b:32937 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:22:51,516 DEBUG [M:0;ea9122631f8b:32937 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:51,516 INFO [M:0;ea9122631f8b:32937 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T22:22:51,530 DEBUG [M:0;ea9122631f8b:32937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/644be4d3bbd44b0fb9b3558fe204accb is 82, key is hbase:meta,,1/info:regioninfo/1731190951458/Put/seqid=0 2024-11-09T22:22:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741848_1024 (size=5672) 2024-11-09T22:22:51,933 INFO [M:0;ea9122631f8b:32937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/644be4d3bbd44b0fb9b3558fe204accb 2024-11-09T22:22:51,955 DEBUG [M:0;ea9122631f8b:32937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ae79fbd42d64d4ba46131eb0668b0df is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731190961909/Put/seqid=0 2024-11-09T22:22:51,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741849_1025 (size=8517) 2024-11-09T22:22:51,963 INFO [M:0;ea9122631f8b:32937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ae79fbd42d64d4ba46131eb0668b0df 2024-11-09T22:22:51,985 DEBUG [M:0;ea9122631f8b:32937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bf476767b55438cb4d9fe2003d154b2 is 69, key is ea9122631f8b,43859,1731190949009/rs:state/1731190950290/Put/seqid=0 2024-11-09T22:22:51,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741850_1026 (size=5156) 2024-11-09T22:22:51,989 INFO [M:0;ea9122631f8b:32937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bf476767b55438cb4d9fe2003d154b2 2024-11-09T22:22:51,993 DEBUG [M:0;ea9122631f8b:32937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/644be4d3bbd44b0fb9b3558fe204accb as hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/644be4d3bbd44b0fb9b3558fe204accb 2024-11-09T22:22:51,996 INFO [M:0;ea9122631f8b:32937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/644be4d3bbd44b0fb9b3558fe204accb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T22:22:51,997 DEBUG [M:0;ea9122631f8b:32937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ae79fbd42d64d4ba46131eb0668b0df as hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ae79fbd42d64d4ba46131eb0668b0df 2024-11-09T22:22:52,000 INFO [M:0;ea9122631f8b:32937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ae79fbd42d64d4ba46131eb0668b0df, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T22:22:52,001 DEBUG [M:0;ea9122631f8b:32937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bf476767b55438cb4d9fe2003d154b2 as hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bf476767b55438cb4d9fe2003d154b2 2024-11-09T22:22:52,005 INFO [M:0;ea9122631f8b:32937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0cbef00a-5ad7-1c26-ebf1-1afab8276149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bf476767b55438cb4d9fe2003d154b2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T22:22:52,006 INFO [M:0;ea9122631f8b:32937 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 489ms, sequenceid=97, compaction requested=false 2024-11-09T22:22:52,007 INFO [M:0;ea9122631f8b:32937 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:52,007 DEBUG [M:0;ea9122631f8b:32937 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190971516Disabling compacts and flushes for region at 1731190971516Disabling writes for close at 1731190971516Obtaining lock to block concurrent updates at 1731190971516Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190971516Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731190971516Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190971517 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190971517Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190971530 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190971530Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190971937 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190971954 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190971954Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190971968 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190971984 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190971984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb673d6: reopening flushed file at 1731190971992 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26069c0: reopening flushed file at 1731190971996 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac281b2: reopening flushed file at 1731190972001 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 489ms, sequenceid=97, compaction requested=false at 1731190972006 (+5 ms)Writing region close event to WAL at 1731190972007 (+1 ms)Closed at 1731190972007 2024-11-09T22:22:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35087 is added to blk_1073741830_1006 (size=63666) 2024-11-09T22:22:52,009 INFO [M:0;ea9122631f8b:32937 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:22:52,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:52,009 INFO [M:0;ea9122631f8b:32937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32937 2024-11-09T22:22:52,010 INFO [M:0;ea9122631f8b:32937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:52,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:52,129 INFO [M:0;ea9122631f8b:32937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:52,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32937-0x10121b14b510006, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:52,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@462be78f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:22:52,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@405a8682{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:52,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:52,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45b5a273{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:52,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1be2c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:52,133 WARN [BP-293994591-172.17.0.3-1731190946759 heartbeating to localhost/127.0.0.1:40405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:22:52,133 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:22:52,133 WARN [BP-293994591-172.17.0.3-1731190946759 heartbeating to localhost/127.0.0.1:40405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-293994591-172.17.0.3-1731190946759 (Datanode Uuid a92f3ccd-e33c-451d-baa9-b57981f185fc) service to localhost/127.0.0.1:40405 2024-11-09T22:22:52,133 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:22:52,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/cluster_55931fce-98d7-f8f2-30c5-e0f1f2b57c5d/data/data1/current/BP-293994591-172.17.0.3-1731190946759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:52,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/cluster_55931fce-98d7-f8f2-30c5-e0f1f2b57c5d/data/data2/current/BP-293994591-172.17.0.3-1731190946759 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:52,134 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:22:52,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70f35ae8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:22:52,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66a85faf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:52,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:52,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65a6239b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:52,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7271750c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:52,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:22:52,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:22:52,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:52,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:52,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:52,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:52,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:52,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:22:52,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=302080475, stopped=false 2024-11-09T22:22:52,154 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,41529,1731190943480 2024-11-09T22:22:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2128938817/running 2024-11-09T22:22:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2128938817/running 2024-11-09T22:22:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:52,174 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:52,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:52,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Set watcher on znode that does not yet exist, /1-2128938817/running 2024-11-09T22:22:52,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Set watcher on znode that does not yet exist, /1-2128938817/running 2024-11-09T22:22:52,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:52,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:52,175 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,37047,1731190943639' ***** 2024-11-09T22:22:52,175 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:22:52,176 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:22:52,176 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:22:52,176 INFO [RS:0;ea9122631f8b:37047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:22:52,176 INFO [RS:0;ea9122631f8b:37047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:22:52,176 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(3091): Received CLOSE for 11067bc7331ad29da42c8d2590f23c03 2024-11-09T22:22:52,176 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(3091): Received CLOSE for d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:52,176 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,37047,1731190943639 2024-11-09T22:22:52,176 INFO [RS:0;ea9122631f8b:37047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:52,176 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11067bc7331ad29da42c8d2590f23c03, disabling compactions & flushes 2024-11-09T22:22:52,176 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:52,176 INFO [RS:0;ea9122631f8b:37047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:37047. 2024-11-09T22:22:52,176 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:52,176 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. after waiting 0 ms 2024-11-09T22:22:52,176 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:52,176 DEBUG [RS:0;ea9122631f8b:37047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:52,176 DEBUG [RS:0;ea9122631f8b:37047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:52,176 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 11067bc7331ad29da42c8d2590f23c03 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-09T22:22:52,176 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:22:52,177 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:22:52,177 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:22:52,177 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:22:52,177 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:22:52,177 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1325): Online Regions={11067bc7331ad29da42c8d2590f23c03=hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03., 1588230740=hbase:meta,,1.1588230740, d35c7ce1be0ca6f2ad8485c85d1962dd=test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd.} 2024-11-09T22:22:52,177 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:22:52,177 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1351): Waiting on 11067bc7331ad29da42c8d2590f23c03, 1588230740, d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:52,177 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:22:52,177 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:22:52,177 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:22:52,177 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:22:52,177 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:22:52,190 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/info/aa9d3d62a6974d8cac2d98e985441407 is 147, key is hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03./info:regioninfo/1731190960391/Put/seqid=0 2024-11-09T22:22:52,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741840_1016 (size=7686) 2024-11-09T22:22:52,193 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/info/aa9d3d62a6974d8cac2d98e985441407 2024-11-09T22:22:52,193 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/replication/11067bc7331ad29da42c8d2590f23c03/.tmp/queue/9860bf90dbfe4b8ab275f2b9f3fae473 is 154, key is 1-ea9122631f8b,37047,1731190943639/queue:ea9122631f8b%2C37047%2C1731190943639/1731190968762/Put/seqid=0 2024-11-09T22:22:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741841_1017 (size=5353) 2024-11-09T22:22:52,208 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:52,215 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/ns/05ac9d92d2f44dc08c48d4a0e1a4a9d9 is 43, key is default/ns:d/1731190946574/Put/seqid=0 2024-11-09T22:22:52,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741842_1018 (size=5153) 2024-11-09T22:22:52,284 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:52,292 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1191, reset compression=false 2024-11-09T22:22:52,377 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1351): Waiting on 11067bc7331ad29da42c8d2590f23c03, 1588230740, d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:52,492 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:22:52,492 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:22:52,577 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1351): Waiting on 11067bc7331ad29da42c8d2590f23c03, 1588230740, d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:52,602 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/replication/11067bc7331ad29da42c8d2590f23c03/.tmp/queue/9860bf90dbfe4b8ab275f2b9f3fae473 2024-11-09T22:22:52,607 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/replication/11067bc7331ad29da42c8d2590f23c03/.tmp/queue/9860bf90dbfe4b8ab275f2b9f3fae473 as hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/replication/11067bc7331ad29da42c8d2590f23c03/queue/9860bf90dbfe4b8ab275f2b9f3fae473 2024-11-09T22:22:52,611 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/replication/11067bc7331ad29da42c8d2590f23c03/queue/9860bf90dbfe4b8ab275f2b9f3fae473, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T22:22:52,612 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 11067bc7331ad29da42c8d2590f23c03 in 436ms, sequenceid=12, compaction requested=false 2024-11-09T22:22:52,618 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/replication/11067bc7331ad29da42c8d2590f23c03/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T22:22:52,618 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:52,618 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:22:52,618 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:52,618 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11067bc7331ad29da42c8d2590f23c03: Waiting for close lock at 1731190972176Running coprocessor pre-close hooks at 1731190972176Disabling compacts and flushes for region at 1731190972176Disabling writes for close at 1731190972176Obtaining lock to block concurrent updates at 1731190972176Preparing flush snapshotting stores in 11067bc7331ad29da42c8d2590f23c03 at 1731190972176Finished memstore snapshotting hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731190972177 (+1 ms)Flushing stores of hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. at 1731190972177Flushing 11067bc7331ad29da42c8d2590f23c03/queue: creating writer at 1731190972177Flushing 11067bc7331ad29da42c8d2590f23c03/queue: appending metadata at 1731190972193 (+16 ms)Flushing 11067bc7331ad29da42c8d2590f23c03/queue: closing flushed file at 1731190972193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26059308: reopening flushed file at 1731190972606 (+413 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 11067bc7331ad29da42c8d2590f23c03 in 436ms, sequenceid=12, compaction requested=false at 1731190972612 (+6 ms)Writing region close event to WAL at 1731190972615 (+3 ms)Running coprocessor post-close hooks at 1731190972618 (+3 ms)Closed at 1731190972618 2024-11-09T22:22:52,618 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731190959202.11067bc7331ad29da42c8d2590f23c03. 2024-11-09T22:22:52,619 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d35c7ce1be0ca6f2ad8485c85d1962dd, disabling compactions & flushes 2024-11-09T22:22:52,619 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:52,619 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:52,619 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. after waiting 0 ms 2024-11-09T22:22:52,619 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:52,619 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d35c7ce1be0ca6f2ad8485c85d1962dd 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T22:22:52,619 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/ns/05ac9d92d2f44dc08c48d4a0e1a4a9d9 2024-11-09T22:22:52,638 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/.tmp/f/3eadac665f264624b50cf30b30802378 is 29, key is row1/f:/1731190967558/DeleteFamily/seqid=0 2024-11-09T22:22:52,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741843_1019 (size=5152) 2024-11-09T22:22:52,645 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/.tmp/f/3eadac665f264624b50cf30b30802378 2024-11-09T22:22:52,648 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eadac665f264624b50cf30b30802378 2024-11-09T22:22:52,649 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/rep_barrier/08eff8d5be23436ab1ce497a0bf6eb06 is 112, key is test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd./rep_barrier:seqnumDuringOpen/1731190954490/Put/seqid=0 2024-11-09T22:22:52,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741844_1020 (size=5518) 2024-11-09T22:22:52,667 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/.tmp/f1/51af4e5670ba4a11b481b4774943718a is 30, key is row1/f1:/1731190967558/DeleteFamily/seqid=0 2024-11-09T22:22:52,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741845_1021 (size=5158) 2024-11-09T22:22:52,777 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:52,978 DEBUG [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d35c7ce1be0ca6f2ad8485c85d1962dd 2024-11-09T22:22:53,056 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T22:22:53,059 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/rep_barrier/08eff8d5be23436ab1ce497a0bf6eb06 2024-11-09T22:22:53,074 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/.tmp/f1/51af4e5670ba4a11b481b4774943718a 2024-11-09T22:22:53,078 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51af4e5670ba4a11b481b4774943718a 2024-11-09T22:22:53,078 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/table/724c7bf7295f467dbe04f75dfc9dc31f is 53, key is hbase:replication/table:state/1731190960398/Put/seqid=0 2024-11-09T22:22:53,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741846_1022 (size=5308) 2024-11-09T22:22:53,090 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/table/724c7bf7295f467dbe04f75dfc9dc31f 2024-11-09T22:22:53,095 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/info/aa9d3d62a6974d8cac2d98e985441407 as hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/info/aa9d3d62a6974d8cac2d98e985441407 2024-11-09T22:22:53,099 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/info/aa9d3d62a6974d8cac2d98e985441407, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:22:53,099 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/ns/05ac9d92d2f44dc08c48d4a0e1a4a9d9 as hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/ns/05ac9d92d2f44dc08c48d4a0e1a4a9d9 2024-11-09T22:22:53,099 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/.tmp/norep/f09a621eb88344558dbe97e8bdd64656 is 33, key is row1/norep:/1731190967558/DeleteFamily/seqid=0 2024-11-09T22:22:53,109 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/ns/05ac9d92d2f44dc08c48d4a0e1a4a9d9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:22:53,110 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/rep_barrier/08eff8d5be23436ab1ce497a0bf6eb06 as hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/rep_barrier/08eff8d5be23436ab1ce497a0bf6eb06 2024-11-09T22:22:53,115 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/rep_barrier/08eff8d5be23436ab1ce497a0bf6eb06, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:22:53,117 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/.tmp/table/724c7bf7295f467dbe04f75dfc9dc31f as hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/table/724c7bf7295f467dbe04f75dfc9dc31f 2024-11-09T22:22:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741847_1023 (size=5108) 2024-11-09T22:22:53,124 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/.tmp/norep/f09a621eb88344558dbe97e8bdd64656 2024-11-09T22:22:53,125 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/table/724c7bf7295f467dbe04f75dfc9dc31f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:22:53,126 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 949ms, sequenceid=16, compaction requested=false 2024-11-09T22:22:53,128 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f09a621eb88344558dbe97e8bdd64656 2024-11-09T22:22:53,128 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/.tmp/f/3eadac665f264624b50cf30b30802378 as hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/f/3eadac665f264624b50cf30b30802378 2024-11-09T22:22:53,133 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eadac665f264624b50cf30b30802378 2024-11-09T22:22:53,133 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/f/3eadac665f264624b50cf30b30802378, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T22:22:53,134 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/.tmp/f1/51af4e5670ba4a11b481b4774943718a as hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/f1/51af4e5670ba4a11b481b4774943718a 2024-11-09T22:22:53,136 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:22:53,136 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:53,136 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:22:53,136 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:53,136 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190972177Running coprocessor pre-close hooks at 1731190972177Disabling compacts and flushes for region at 1731190972177Disabling writes for close at 1731190972177Obtaining lock to block concurrent updates at 1731190972177Preparing flush snapshotting stores in 1588230740 at 1731190972177Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731190972177Flushing stores of hbase:meta,,1.1588230740 at 1731190972177Flushing 1588230740/info: creating writer at 1731190972178 (+1 ms)Flushing 1588230740/info: appending metadata at 1731190972189 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731190972189Flushing 1588230740/ns: creating writer at 1731190972198 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731190972215 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731190972215Flushing 1588230740/rep_barrier: creating writer at 1731190972623 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190972649 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190972649Flushing 1588230740/table: creating writer at 1731190973062 (+413 ms)Flushing 1588230740/table: appending metadata at 1731190973078 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731190973078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db4bdbe: reopening flushed file at 1731190973093 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0cd62c: reopening flushed file at 1731190973099 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709b415b: reopening flushed file at 1731190973110 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392880d9: reopening flushed file at 1731190973115 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 949ms, sequenceid=16, compaction requested=false at 1731190973126 (+11 ms)Writing region close event to WAL at 1731190973133 (+7 ms)Running coprocessor post-close hooks at 1731190973136 (+3 ms)Closed at 1731190973136 2024-11-09T22:22:53,136 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:53,139 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51af4e5670ba4a11b481b4774943718a 2024-11-09T22:22:53,139 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/f1/51af4e5670ba4a11b481b4774943718a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T22:22:53,141 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/.tmp/norep/f09a621eb88344558dbe97e8bdd64656 as hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/norep/f09a621eb88344558dbe97e8bdd64656 2024-11-09T22:22:53,145 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f09a621eb88344558dbe97e8bdd64656 2024-11-09T22:22:53,145 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/norep/f09a621eb88344558dbe97e8bdd64656, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T22:22:53,146 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d35c7ce1be0ca6f2ad8485c85d1962dd in 527ms, sequenceid=10, compaction requested=false 2024-11-09T22:22:53,152 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/data/default/test/d35c7ce1be0ca6f2ad8485c85d1962dd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T22:22:53,153 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:53,153 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:22:53,153 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:53,153 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d35c7ce1be0ca6f2ad8485c85d1962dd: Waiting for close lock at 1731190972619Running coprocessor pre-close hooks at 1731190972619Disabling compacts and flushes for region at 1731190972619Disabling writes for close at 1731190972619Obtaining lock to block concurrent updates at 1731190972619Preparing flush snapshotting stores in d35c7ce1be0ca6f2ad8485c85d1962dd at 1731190972619Finished memstore snapshotting test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731190972619Flushing stores of test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. at 1731190972620 (+1 ms)Flushing d35c7ce1be0ca6f2ad8485c85d1962dd/f: creating writer at 1731190972620Flushing d35c7ce1be0ca6f2ad8485c85d1962dd/f: appending metadata at 1731190972638 (+18 ms)Flushing d35c7ce1be0ca6f2ad8485c85d1962dd/f: closing flushed file at 1731190972638Flushing d35c7ce1be0ca6f2ad8485c85d1962dd/f1: creating writer at 1731190972649 (+11 ms)Flushing d35c7ce1be0ca6f2ad8485c85d1962dd/f1: appending metadata at 1731190972666 (+17 ms)Flushing d35c7ce1be0ca6f2ad8485c85d1962dd/f1: closing flushed file at 1731190972666Flushing d35c7ce1be0ca6f2ad8485c85d1962dd/norep: creating writer at 1731190973078 (+412 ms)Flushing d35c7ce1be0ca6f2ad8485c85d1962dd/norep: appending metadata at 1731190973099 (+21 ms)Flushing d35c7ce1be0ca6f2ad8485c85d1962dd/norep: closing flushed file at 1731190973099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6269c46f: reopening flushed file at 1731190973128 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb91d0a: reopening flushed file at 1731190973133 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac18da9: reopening flushed file at 1731190973140 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d35c7ce1be0ca6f2ad8485c85d1962dd in 527ms, sequenceid=10, compaction requested=false at 1731190973146 (+6 ms)Writing region close event to WAL at 1731190973148 (+2 ms)Running coprocessor post-close hooks at 1731190973153 (+5 ms)Closed at 1731190973153 2024-11-09T22:22:53,153 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190953739.d35c7ce1be0ca6f2ad8485c85d1962dd. 2024-11-09T22:22:53,178 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,37047,1731190943639; all regions closed. 2024-11-09T22:22:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741834_1010 (size=4239) 2024-11-09T22:22:53,191 DEBUG [RS:0;ea9122631f8b:37047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/oldWALs 2024-11-09T22:22:53,191 INFO [RS:0;ea9122631f8b:37047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C37047%2C1731190943639.meta:.meta(num 1731190946526) 2024-11-09T22:22:53,196 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 1191, reset compression=false 2024-11-09T22:22:53,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741839_1015 (size=3114) 2024-11-09T22:22:53,201 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.rep.1731190960356 not finished, retry = 0 2024-11-09T22:22:53,201 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:53,201 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607 to pos 2082, reset compression=false 2024-11-09T22:22:53,201 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,37047,1731190943639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/WALs/ea9122631f8b,37047,1731190943639/ea9122631f8b%2C37047%2C1731190943639.1731190945607, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:53,202 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ea9122631f8b,37047,1731190943639: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ea9122631f8b,37047,1731190943639, walGroup=ea9122631f8b%2C37047%2C1731190943639, offset=ea9122631f8b%2C37047%2C1731190943639.1731190945607:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:37047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T22:22:53,204 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T22:22:53,204 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T22:22:53,205 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T22:22:53,205 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T22:22:53,205 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T22:22:53,205 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 948213760 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201930688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T22:22:53,205 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:41529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:41529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T22:22:53,303 DEBUG [RS:0;ea9122631f8b:37047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/oldWALs 2024-11-09T22:22:53,303 INFO [RS:0;ea9122631f8b:37047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C37047%2C1731190943639.rep:(num 1731190960356) 2024-11-09T22:22:53,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741832_1008 (size=2090) 2024-11-09T22:22:53,307 DEBUG [RS:0;ea9122631f8b:37047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/oldWALs 2024-11-09T22:22:53,307 INFO [RS:0;ea9122631f8b:37047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C37047%2C1731190943639:(num 1731190945607) 2024-11-09T22:22:53,307 DEBUG [RS:0;ea9122631f8b:37047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:53,307 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:53,307 INFO [RS:0;ea9122631f8b:37047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:53,307 INFO [RS:0;ea9122631f8b:37047 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:53,307 INFO [RS:0;ea9122631f8b:37047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:53,307 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:53,307 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,37047,1731190943639 because: Region server is closing 2024-11-09T22:22:53,307 INFO [RS:0;ea9122631f8b:37047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:37047. 2024-11-09T22:22:53,307 DEBUG [RS:0;ea9122631f8b:37047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:53,307 DEBUG [RS:0;ea9122631f8b:37047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:53,308 DEBUG [RS:0;ea9122631f8b:37047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:53,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:53,387 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:53,408 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.shipperea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 terminated 2024-11-09T22:22:53,408 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,37047,1731190943639.replicationSource.wal-reader.ea9122631f8b%2C37047%2C1731190943639,1-ea9122631f8b,37047,1731190943639 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:22:53,408 INFO [RS:0;ea9122631f8b:37047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:37047. 2024-11-09T22:22:53,408 DEBUG [RS:0;ea9122631f8b:37047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:53,408 DEBUG [RS:0;ea9122631f8b:37047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:53,408 DEBUG [RS:0;ea9122631f8b:37047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:53,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:53,408 INFO [RS:0;ea9122631f8b:37047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37047 2024-11-09T22:22:53,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2128938817/rs/ea9122631f8b,37047,1731190943639 2024-11-09T22:22:53,460 INFO [RS:0;ea9122631f8b:37047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:53,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817/rs 2024-11-09T22:22:53,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,37047,1731190943639] 2024-11-09T22:22:53,524 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128938817/draining/ea9122631f8b,37047,1731190943639 already deleted, retry=false 2024-11-09T22:22:53,524 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,37047,1731190943639 expired; onlineServers=0 2024-11-09T22:22:53,524 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,41529,1731190943480' ***** 2024-11-09T22:22:53,524 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:22:53,524 INFO [M:0;ea9122631f8b:41529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:53,524 INFO [M:0;ea9122631f8b:41529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:53,524 DEBUG [M:0;ea9122631f8b:41529 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:22:53,524 DEBUG [M:0;ea9122631f8b:41529 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:22:53,524 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:22:53,524 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190945316 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190945316,5,FailOnTimeoutGroup] 2024-11-09T22:22:53,524 INFO [M:0;ea9122631f8b:41529 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:53,524 INFO [M:0;ea9122631f8b:41529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:53,524 DEBUG [M:0;ea9122631f8b:41529 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:22:53,524 INFO [M:0;ea9122631f8b:41529 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:22:53,524 INFO [M:0;ea9122631f8b:41529 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:53,524 INFO [M:0;ea9122631f8b:41529 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:22:53,525 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:22:53,526 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190945316 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190945316,5,FailOnTimeoutGroup] 2024-11-09T22:22:53,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2128938817/master 2024-11-09T22:22:53,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2128938817 2024-11-09T22:22:53,545 DEBUG [M:0;ea9122631f8b:41529 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2128938817/master already deleted, retry=false 2024-11-09T22:22:53,545 DEBUG [M:0;ea9122631f8b:41529 {}] master.ActiveMasterManager(353): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2128938817/master 2024-11-09T22:22:53,545 INFO [M:0;ea9122631f8b:41529 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/.lastflushedseqids 2024-11-09T22:22:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741848_1024 (size=245) 2024-11-09T22:22:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:53,605 INFO [RS:0;ea9122631f8b:37047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37047-0x10121b14b510004, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:53,605 INFO [RS:0;ea9122631f8b:37047 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,37047,1731190943639; zookeeper connection closed. 2024-11-09T22:22:53,607 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2040b659 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2040b659 2024-11-09T22:22:53,607 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:22:53,949 INFO [M:0;ea9122631f8b:41529 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:22:53,952 INFO [M:0;ea9122631f8b:41529 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:22:53,952 DEBUG [M:0;ea9122631f8b:41529 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:22:53,952 INFO [M:0;ea9122631f8b:41529 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:53,952 DEBUG [M:0;ea9122631f8b:41529 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:53,952 DEBUG [M:0;ea9122631f8b:41529 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:22:53,952 DEBUG [M:0;ea9122631f8b:41529 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:53,953 INFO [M:0;ea9122631f8b:41529 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T22:22:53,970 DEBUG [M:0;ea9122631f8b:41529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c11dc51088364a39af2353aef53f2d71 is 82, key is hbase:meta,,1/info:regioninfo/1731190946557/Put/seqid=0 2024-11-09T22:22:53,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741849_1025 (size=5672) 2024-11-09T22:22:54,374 INFO [M:0;ea9122631f8b:41529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c11dc51088364a39af2353aef53f2d71 2024-11-09T22:22:54,393 DEBUG [M:0;ea9122631f8b:41529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a66415286f041ee9a358b2f23f7d376 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731190960401/Put/seqid=0 2024-11-09T22:22:54,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741850_1026 (size=8517) 2024-11-09T22:22:54,591 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:54,796 INFO [M:0;ea9122631f8b:41529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a66415286f041ee9a358b2f23f7d376 2024-11-09T22:22:54,811 DEBUG [M:0;ea9122631f8b:41529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b5279752a2c4492b38552c4c27fddaf is 69, key is ea9122631f8b,37047,1731190943639/rs:state/1731190945406/Put/seqid=0 2024-11-09T22:22:54,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741851_1027 (size=5156) 2024-11-09T22:22:54,814 INFO [M:0;ea9122631f8b:41529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b5279752a2c4492b38552c4c27fddaf 2024-11-09T22:22:54,817 DEBUG [M:0;ea9122631f8b:41529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c11dc51088364a39af2353aef53f2d71 as hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c11dc51088364a39af2353aef53f2d71 2024-11-09T22:22:54,820 INFO [M:0;ea9122631f8b:41529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c11dc51088364a39af2353aef53f2d71, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T22:22:54,820 DEBUG [M:0;ea9122631f8b:41529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a66415286f041ee9a358b2f23f7d376 as hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a66415286f041ee9a358b2f23f7d376 2024-11-09T22:22:54,823 INFO [M:0;ea9122631f8b:41529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a66415286f041ee9a358b2f23f7d376, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T22:22:54,824 DEBUG [M:0;ea9122631f8b:41529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b5279752a2c4492b38552c4c27fddaf as hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b5279752a2c4492b38552c4c27fddaf 2024-11-09T22:22:54,827 INFO [M:0;ea9122631f8b:41529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b5279752a2c4492b38552c4c27fddaf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T22:22:54,827 INFO [M:0;ea9122631f8b:41529 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false 2024-11-09T22:22:54,828 INFO [M:0;ea9122631f8b:41529 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:54,828 DEBUG [M:0;ea9122631f8b:41529 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190973952Disabling compacts and flushes for region at 1731190973952Disabling writes for close at 1731190973952Obtaining lock to block concurrent updates at 1731190973953 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190973953Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731190973953Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190973954 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190973954Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190973970 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190973970Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190974377 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190974392 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190974392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190974799 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190974810 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190974810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6403997d: reopening flushed file at 1731190974816 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2441986d: reopening flushed file at 1731190974820 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2fb84e: reopening flushed file at 1731190974823 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false at 1731190974827 (+4 ms)Writing region close event to WAL at 1731190974828 (+1 ms)Closed at 1731190974828 2024-11-09T22:22:54,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0395f546-95b8-70f4-55c7-5c3a32f5f4d6/MasterData/WALs/ea9122631f8b,41529,1731190943480/ea9122631f8b%2C41529%2C1731190943480.1731190945017 not finished, retry = 0 2024-11-09T22:22:54,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741830_1006 (size=63666) 2024-11-09T22:22:54,931 INFO [M:0;ea9122631f8b:41529 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:22:54,931 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:54,931 INFO [M:0;ea9122631f8b:41529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41529 2024-11-09T22:22:54,932 INFO [M:0;ea9122631f8b:41529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:55,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:55,108 INFO [M:0;ea9122631f8b:41529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:55,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41529-0x10121b14b510003, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:55,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b641bc4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:22:55,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@95e949{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:55,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:55,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@176bc762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:55,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@232dd5f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:55,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:22:55,111 WARN [BP-1148156662-172.17.0.3-1731190941220 heartbeating to localhost/127.0.0.1:43967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:22:55,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:22:55,112 WARN [BP-1148156662-172.17.0.3-1731190941220 heartbeating to localhost/127.0.0.1:43967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1148156662-172.17.0.3-1731190941220 (Datanode Uuid b3e40380-c744-4acb-bd59-33537a815b5f) service to localhost/127.0.0.1:43967 2024-11-09T22:22:55,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/cluster_56532146-1033-d573-0ff7-097bf6541540/data/data1/current/BP-1148156662-172.17.0.3-1731190941220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:55,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/cluster_56532146-1033-d573-0ff7-097bf6541540/data/data2/current/BP-1148156662-172.17.0.3-1731190941220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:55,112 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:22:55,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@708da5a4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:22:55,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d81754a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:55,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:55,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bc97686{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:55,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c9c7e55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6cbda34-e485-3437-b865-1a9388e94a14/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:55,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:22:55,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:22:55,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:55,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:55,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:55,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:55,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:55,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:22:55,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1585313568, stopped=false 2024-11-09T22:22:55,132 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,40893,1731190937892 2024-11-09T22:22:55,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-506214348/running 2024-11-09T22:22:55,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-506214348/running 2024-11-09T22:22:55,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:55,145 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:55,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:22:55,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:55,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:55,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:55,145 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,32941,1731190938097' ***** 2024-11-09T22:22:55,145 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:22:55,146 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:22:55,146 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:22:55,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Set watcher on znode that does not yet exist, /0-506214348/running 2024-11-09T22:22:55,146 INFO [RS:0;ea9122631f8b:32941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:22:55,146 INFO [RS:0;ea9122631f8b:32941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:22:55,146 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for 883c1bc192399a538ad1f2b47e84ae25 2024-11-09T22:22:55,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Set watcher on znode that does not yet exist, /0-506214348/running 2024-11-09T22:22:55,147 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:55,147 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,32941,1731190938097 2024-11-09T22:22:55,147 INFO [RS:0;ea9122631f8b:32941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:55,147 INFO [RS:0;ea9122631f8b:32941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:32941. 2024-11-09T22:22:55,147 DEBUG [RS:0;ea9122631f8b:32941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:55,147 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 883c1bc192399a538ad1f2b47e84ae25, disabling compactions & flushes 2024-11-09T22:22:55,147 DEBUG [RS:0;ea9122631f8b:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:55,147 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:55,147 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:55,147 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. after waiting 0 ms 2024-11-09T22:22:55,147 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:55,147 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:22:55,147 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:22:55,147 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:22:55,147 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:22:55,147 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 883c1bc192399a538ad1f2b47e84ae25 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-09T22:22:55,148 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:22:55,148 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 883c1bc192399a538ad1f2b47e84ae25=test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25., e3f2ec9f86491291aaf07cd800212d45=hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45.} 2024-11-09T22:22:55,148 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 883c1bc192399a538ad1f2b47e84ae25, e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:55,148 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:22:55,148 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:22:55,148 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:22:55,148 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:22:55,148 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:22:55,148 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:22:55,162 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/info/6eb9d8c677a04fafbec35bf31c43623c is 147, key is hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45./info:regioninfo/1731190958212/Put/seqid=0 2024-11-09T22:22:55,165 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/.tmp/f/c3629eac014942528b32d075d66f27d3 is 28, key is row/f:/1731190966553/DeleteFamily/seqid=0 2024-11-09T22:22:55,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741840_1016 (size=7686) 2024-11-09T22:22:55,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741841_1017 (size=5085) 2024-11-09T22:22:55,219 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:55,348 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 883c1bc192399a538ad1f2b47e84ae25, e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:55,548 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 883c1bc192399a538ad1f2b47e84ae25, e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:55,570 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/info/6eb9d8c677a04fafbec35bf31c43623c 2024-11-09T22:22:55,577 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/.tmp/f/c3629eac014942528b32d075d66f27d3 2024-11-09T22:22:55,586 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3629eac014942528b32d075d66f27d3 2024-11-09T22:22:55,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,603 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/ns/a2fde0f83ef248648b718054e049e49d is 43, key is default/ns:d/1731190941021/Put/seqid=0 2024-11-09T22:22:55,607 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/.tmp/f1/47dc565a97a14dea8ea0d41ddb47b20c is 29, key is row/f1:/1731190966553/DeleteFamily/seqid=0 2024-11-09T22:22:55,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741842_1018 (size=5153) 2024-11-09T22:22:55,614 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/ns/a2fde0f83ef248648b718054e049e49d 2024-11-09T22:22:55,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741843_1019 (size=5089) 2024-11-09T22:22:55,640 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/rep_barrier/ff50a4526a7d4a42b30c838e0bea092d is 112, key is test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25./rep_barrier:seqnumDuringOpen/1731190952728/Put/seqid=0 2024-11-09T22:22:55,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741844_1020 (size=5518) 2024-11-09T22:22:55,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:55,748 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 883c1bc192399a538ad1f2b47e84ae25, e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:55,797 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:22:55,797 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:22:55,894 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 636, reset compression=false 2024-11-09T22:22:55,898 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:55,898 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 883, reset compression=false 2024-11-09T22:22:55,898 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,32941,1731190938097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:22:55,899 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ea9122631f8b,32941,1731190938097: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ea9122631f8b,32941,1731190938097, walGroup=ea9122631f8b%2C32941%2C1731190938097, offset=ea9122631f8b%2C32941%2C1731190938097.1731190939910:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:32941 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T22:22:55,901 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T22:22:55,901 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T22:22:55,901 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T22:22:55,901 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T22:22:55,901 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T22:22:55,901 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 1004836864 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202227136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T22:22:55,902 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:40893 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:40893 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T22:22:55,949 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 883c1bc192399a538ad1f2b47e84ae25, e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:56,022 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/.tmp/f1/47dc565a97a14dea8ea0d41ddb47b20c 2024-11-09T22:22:56,026 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47dc565a97a14dea8ea0d41ddb47b20c 2024-11-09T22:22:56,046 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/rep_barrier/ff50a4526a7d4a42b30c838e0bea092d 2024-11-09T22:22:56,048 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/.tmp/norep/d03225be699c4ffba9a0474e081bfc20 is 32, key is row/norep:/1731190966553/DeleteFamily/seqid=0 2024-11-09T22:22:56,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741845_1021 (size=5101) 2024-11-09T22:22:56,058 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/.tmp/norep/d03225be699c4ffba9a0474e081bfc20 2024-11-09T22:22:56,062 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d03225be699c4ffba9a0474e081bfc20 2024-11-09T22:22:56,063 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/.tmp/f/c3629eac014942528b32d075d66f27d3 as hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/f/c3629eac014942528b32d075d66f27d3 2024-11-09T22:22:56,066 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3629eac014942528b32d075d66f27d3 2024-11-09T22:22:56,066 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/f/c3629eac014942528b32d075d66f27d3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T22:22:56,067 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/.tmp/f1/47dc565a97a14dea8ea0d41ddb47b20c as hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/f1/47dc565a97a14dea8ea0d41ddb47b20c 2024-11-09T22:22:56,070 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47dc565a97a14dea8ea0d41ddb47b20c 2024-11-09T22:22:56,070 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/f1/47dc565a97a14dea8ea0d41ddb47b20c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T22:22:56,071 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/.tmp/norep/d03225be699c4ffba9a0474e081bfc20 as hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/norep/d03225be699c4ffba9a0474e081bfc20 2024-11-09T22:22:56,073 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/table/9e3bbf1d02914fa08faa492a77b71e9d is 53, key is hbase:replication/table:state/1731190958218/Put/seqid=0 2024-11-09T22:22:56,075 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d03225be699c4ffba9a0474e081bfc20 2024-11-09T22:22:56,075 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/norep/d03225be699c4ffba9a0474e081bfc20, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T22:22:56,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741846_1022 (size=5308) 2024-11-09T22:22:56,075 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 883c1bc192399a538ad1f2b47e84ae25 in 928ms, sequenceid=6, compaction requested=false 2024-11-09T22:22:56,076 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T22:22:56,079 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/default/test/883c1bc192399a538ad1f2b47e84ae25/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T22:22:56,080 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:56,080 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:22:56,080 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:56,080 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 883c1bc192399a538ad1f2b47e84ae25: Waiting for close lock at 1731190975147Running coprocessor pre-close hooks at 1731190975147Disabling compacts and flushes for region at 1731190975147Disabling writes for close at 1731190975147Obtaining lock to block concurrent updates at 1731190975147Preparing flush snapshotting stores in 883c1bc192399a538ad1f2b47e84ae25 at 1731190975147Finished memstore snapshotting test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731190975147Flushing stores of test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. at 1731190975148 (+1 ms)Flushing 883c1bc192399a538ad1f2b47e84ae25/f: creating writer at 1731190975148Flushing 883c1bc192399a538ad1f2b47e84ae25/f: appending metadata at 1731190975164 (+16 ms)Flushing 883c1bc192399a538ad1f2b47e84ae25/f: closing flushed file at 1731190975164Flushing 883c1bc192399a538ad1f2b47e84ae25/f1: creating writer at 1731190975587 (+423 ms)Flushing 883c1bc192399a538ad1f2b47e84ae25/f1: appending metadata at 1731190975606 (+19 ms)Flushing 883c1bc192399a538ad1f2b47e84ae25/f1: closing flushed file at 1731190975606Flushing 883c1bc192399a538ad1f2b47e84ae25/norep: creating writer at 1731190976027 (+421 ms)Flushing 883c1bc192399a538ad1f2b47e84ae25/norep: appending metadata at 1731190976046 (+19 ms)Flushing 883c1bc192399a538ad1f2b47e84ae25/norep: closing flushed file at 1731190976046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b55c69: reopening flushed file at 1731190976062 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af7cf62: reopening flushed file at 1731190976066 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390ba188: reopening flushed file at 1731190976070 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 883c1bc192399a538ad1f2b47e84ae25 in 928ms, sequenceid=6, compaction requested=false at 1731190976075 (+5 ms)Writing region close event to WAL at 1731190976077 (+2 ms)Running coprocessor post-close hooks at 1731190976080 (+3 ms)Closed at 1731190976080 2024-11-09T22:22:56,080 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731190951581.883c1bc192399a538ad1f2b47e84ae25. 2024-11-09T22:22:56,080 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3f2ec9f86491291aaf07cd800212d45, disabling compactions & flushes 2024-11-09T22:22:56,080 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:56,080 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:56,080 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. after waiting 0 ms 2024-11-09T22:22:56,080 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:56,080 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3f2ec9f86491291aaf07cd800212d45: Waiting for close lock at 1731190976080Running coprocessor pre-close hooks at 1731190976080Disabling compacts and flushes for region at 1731190976080Disabling writes for close at 1731190976080Failed flush hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45., putting online again at 1731190976080 2024-11-09T22:22:56,080 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:56,105 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 883, reset compression=false 2024-11-09T22:22:56,109 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:22:56,109 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 1527, reset compression=false 2024-11-09T22:22:56,149 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:22:56,149 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e3f2ec9f86491291aaf07cd800212d45=hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45.} 2024-11-09T22:22:56,149 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(3091): Received CLOSE for e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:56,149 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e3f2ec9f86491291aaf07cd800212d45 2024-11-09T22:22:56,149 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3f2ec9f86491291aaf07cd800212d45, disabling compactions & flushes 2024-11-09T22:22:56,149 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:56,149 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:56,149 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. after waiting 0 ms 2024-11-09T22:22:56,149 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:56,149 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3f2ec9f86491291aaf07cd800212d45: Waiting for close lock at 1731190976149Running coprocessor pre-close hooks at 1731190976149Disabling compacts and flushes for region at 1731190976149Disabling writes for close at 1731190976149Failed flush hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45., putting online again at 1731190976149 2024-11-09T22:22:56,149 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731190957051.e3f2ec9f86491291aaf07cd800212d45. 2024-11-09T22:22:56,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:22:56,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:22:56,311 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.wal-reader.ea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/WALs/ea9122631f8b,32941,1731190938097/ea9122631f8b%2C32941%2C1731190938097.1731190939910 to pos 1527, reset compression=false 2024-11-09T22:22:56,349 DEBUG [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:22:56,477 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/table/9e3bbf1d02914fa08faa492a77b71e9d 2024-11-09T22:22:56,481 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/info/6eb9d8c677a04fafbec35bf31c43623c as hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/info/6eb9d8c677a04fafbec35bf31c43623c 2024-11-09T22:22:56,484 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/info/6eb9d8c677a04fafbec35bf31c43623c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:22:56,484 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/ns/a2fde0f83ef248648b718054e049e49d as hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/ns/a2fde0f83ef248648b718054e049e49d 2024-11-09T22:22:56,487 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/ns/a2fde0f83ef248648b718054e049e49d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:22:56,487 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/rep_barrier/ff50a4526a7d4a42b30c838e0bea092d as hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/rep_barrier/ff50a4526a7d4a42b30c838e0bea092d 2024-11-09T22:22:56,490 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/rep_barrier/ff50a4526a7d4a42b30c838e0bea092d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:22:56,491 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/.tmp/table/9e3bbf1d02914fa08faa492a77b71e9d as hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/table/9e3bbf1d02914fa08faa492a77b71e9d 2024-11-09T22:22:56,494 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/table/9e3bbf1d02914fa08faa492a77b71e9d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:22:56,494 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false 2024-11-09T22:22:56,494 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:22:56,498 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:22:56,499 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:22:56,499 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:22:56,499 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:56,499 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190975148Running coprocessor pre-close hooks at 1731190975148Disabling compacts and flushes for region at 1731190975148Disabling writes for close at 1731190975148Obtaining lock to block concurrent updates at 1731190975148Preparing flush snapshotting stores in 1588230740 at 1731190975148Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731190975149 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731190975149Flushing 1588230740/info: creating writer at 1731190975149Flushing 1588230740/info: appending metadata at 1731190975162 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731190975162Flushing 1588230740/ns: creating writer at 1731190975581 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731190975602 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731190975602Flushing 1588230740/rep_barrier: creating writer at 1731190975620 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731190975639 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731190975639Flushing 1588230740/table: creating writer at 1731190976050 (+411 ms)Flushing 1588230740/table: appending metadata at 1731190976072 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731190976072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c727589: reopening flushed file at 1731190976480 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a9f50a: reopening flushed file at 1731190976484 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a173fab: reopening flushed file at 1731190976487 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a143231: reopening flushed file at 1731190976490 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false at 1731190976494 (+4 ms)Writing region close event to WAL at 1731190976496 (+2 ms)Running coprocessor post-close hooks at 1731190976499 (+3 ms)Closed at 1731190976499 2024-11-09T22:22:56,499 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:22:56,549 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T22:22:56,549 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,32941,1731190938097; all regions closed. 2024-11-09T22:22:56,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741834_1010 (size=4239) 2024-11-09T22:22:56,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741839_1015 (size=1297) 2024-11-09T22:22:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741832_1008 (size=1535) 2024-11-09T22:22:56,554 DEBUG [RS:0;ea9122631f8b:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:56,554 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:22:56,554 INFO [RS:0;ea9122631f8b:32941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:56,555 INFO [RS:0;ea9122631f8b:32941 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:56,555 INFO [RS:0;ea9122631f8b:32941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:56,555 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:56,555 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,32941,1731190938097 because: Region server is closing 2024-11-09T22:22:56,555 INFO [RS:0;ea9122631f8b:32941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:32941. 2024-11-09T22:22:56,555 DEBUG [RS:0;ea9122631f8b:32941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:22:56,555 DEBUG [RS:0;ea9122631f8b:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:56,555 DEBUG [RS:0;ea9122631f8b:32941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:22:56,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:22:56,655 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,32941,1731190938097.replicationSource.shipperea9122631f8b%2C32941%2C1731190938097,1-ea9122631f8b,32941,1731190938097 terminated 2024-11-09T22:22:56,656 INFO [RS:0;ea9122631f8b:32941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32941 2024-11-09T22:22:56,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348/rs 2024-11-09T22:22:56,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-506214348/rs/ea9122631f8b,32941,1731190938097 2024-11-09T22:22:56,671 INFO [RS:0;ea9122631f8b:32941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:56,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,32941,1731190938097] 2024-11-09T22:22:56,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-506214348/draining/ea9122631f8b,32941,1731190938097 already deleted, retry=false 2024-11-09T22:22:56,692 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,32941,1731190938097 expired; onlineServers=0 2024-11-09T22:22:56,692 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,40893,1731190937892' ***** 2024-11-09T22:22:56,692 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:22:56,692 INFO [M:0;ea9122631f8b:40893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:22:56,692 INFO [M:0;ea9122631f8b:40893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:22:56,692 DEBUG [M:0;ea9122631f8b:40893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:22:56,692 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:22:56,692 DEBUG [M:0;ea9122631f8b:40893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:22:56,692 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190939711 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190939711,5,FailOnTimeoutGroup] 2024-11-09T22:22:56,692 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190939711 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190939711,5,FailOnTimeoutGroup] 2024-11-09T22:22:56,692 INFO [M:0;ea9122631f8b:40893 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:22:56,693 INFO [M:0;ea9122631f8b:40893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:22:56,693 DEBUG [M:0;ea9122631f8b:40893 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:22:56,693 INFO [M:0;ea9122631f8b:40893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:22:56,693 INFO [M:0;ea9122631f8b:40893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:22:56,693 ERROR [M:0;ea9122631f8b:40893 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (631944414) connection to localhost/127.0.0.1:40507 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40507,5,PEWorkerGroup] 2024-11-09T22:22:56,693 INFO [M:0;ea9122631f8b:40893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:22:56,693 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:22:56,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-506214348/master 2024-11-09T22:22:56,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-506214348 2024-11-09T22:22:56,713 DEBUG [M:0;ea9122631f8b:40893 {}] zookeeper.RecoverableZooKeeper(212): Node /0-506214348/master already deleted, retry=false 2024-11-09T22:22:56,713 DEBUG [M:0;ea9122631f8b:40893 {}] master.ActiveMasterManager(353): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-506214348/master 2024-11-09T22:22:56,713 INFO [M:0;ea9122631f8b:40893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/.lastflushedseqids 2024-11-09T22:22:56,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741847_1023 (size=245) 2024-11-09T22:22:56,718 INFO [M:0;ea9122631f8b:40893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:22:56,718 INFO [M:0;ea9122631f8b:40893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:22:56,729 DEBUG [M:0;ea9122631f8b:40893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:22:56,729 INFO [M:0;ea9122631f8b:40893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:56,729 DEBUG [M:0;ea9122631f8b:40893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:56,729 DEBUG [M:0;ea9122631f8b:40893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:22:56,729 DEBUG [M:0;ea9122631f8b:40893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:56,729 INFO [M:0;ea9122631f8b:40893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T22:22:56,743 DEBUG [M:0;ea9122631f8b:40893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1d12fd9ada14b30ac5864e1fc7e3027 is 82, key is hbase:meta,,1/info:regioninfo/1731190940985/Put/seqid=0 2024-11-09T22:22:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741848_1024 (size=5672) 2024-11-09T22:22:56,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:56,782 INFO [RS:0;ea9122631f8b:32941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:56,782 INFO [RS:0;ea9122631f8b:32941 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,32941,1731190938097; zookeeper connection closed. 2024-11-09T22:22:56,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32941-0x10121b14b510001, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:56,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f738f7b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f738f7b 2024-11-09T22:22:56,782 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:22:57,146 INFO [M:0;ea9122631f8b:40893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1d12fd9ada14b30ac5864e1fc7e3027 2024-11-09T22:22:57,164 DEBUG [M:0;ea9122631f8b:40893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7e9e24329e84f6c80615e5260dc39fa is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731190952736/Put/seqid=0 2024-11-09T22:22:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741849_1025 (size=7219) 2024-11-09T22:22:57,168 INFO [M:0;ea9122631f8b:40893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7e9e24329e84f6c80615e5260dc39fa 2024-11-09T22:22:57,171 INFO [M:0;ea9122631f8b:40893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7e9e24329e84f6c80615e5260dc39fa 2024-11-09T22:22:57,189 DEBUG [M:0;ea9122631f8b:40893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87e52bb940de435cb4c9e0cd3965475d is 69, key is ea9122631f8b,32941,1731190938097/rs:state/1731190939762/Put/seqid=0 2024-11-09T22:22:57,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741850_1026 (size=5156) 2024-11-09T22:22:57,193 INFO [M:0;ea9122631f8b:40893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87e52bb940de435cb4c9e0cd3965475d 2024-11-09T22:22:57,198 DEBUG [M:0;ea9122631f8b:40893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1d12fd9ada14b30ac5864e1fc7e3027 as hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1d12fd9ada14b30ac5864e1fc7e3027 2024-11-09T22:22:57,205 INFO [M:0;ea9122631f8b:40893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1d12fd9ada14b30ac5864e1fc7e3027, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T22:22:57,206 DEBUG [M:0;ea9122631f8b:40893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7e9e24329e84f6c80615e5260dc39fa as hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7e9e24329e84f6c80615e5260dc39fa 2024-11-09T22:22:57,209 INFO [M:0;ea9122631f8b:40893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7e9e24329e84f6c80615e5260dc39fa 2024-11-09T22:22:57,210 INFO [M:0;ea9122631f8b:40893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7e9e24329e84f6c80615e5260dc39fa, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T22:22:57,211 DEBUG [M:0;ea9122631f8b:40893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87e52bb940de435cb4c9e0cd3965475d as hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87e52bb940de435cb4c9e0cd3965475d 2024-11-09T22:22:57,214 INFO [M:0;ea9122631f8b:40893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/d840576b-5aa4-3a38-970a-f362fb1eeaad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87e52bb940de435cb4c9e0cd3965475d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T22:22:57,215 INFO [M:0;ea9122631f8b:40893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=105, compaction requested=false 2024-11-09T22:22:57,220 INFO [M:0;ea9122631f8b:40893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:22:57,221 DEBUG [M:0;ea9122631f8b:40893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190976718Disabling compacts and flushes for region at 1731190976729 (+11 ms)Disabling writes for close at 1731190976729Obtaining lock to block concurrent updates at 1731190976729Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731190976729Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731190976730 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731190976730Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731190976730Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731190976742 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731190976742Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731190977150 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731190977164 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731190977164Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731190977171 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731190977189 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731190977189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf2cf50: reopening flushed file at 1731190977197 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4507eb37: reopening flushed file at 1731190977205 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560a1b77: reopening flushed file at 1731190977210 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=105, compaction requested=false at 1731190977215 (+5 ms)Writing region close event to WAL at 1731190977220 (+5 ms)Closed at 1731190977220 2024-11-09T22:22:57,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34881 is added to blk_1073741830_1006 (size=64435) 2024-11-09T22:22:57,231 INFO [M:0;ea9122631f8b:40893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:22:57,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:22:57,231 INFO [M:0;ea9122631f8b:40893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40893 2024-11-09T22:22:57,231 INFO [M:0;ea9122631f8b:40893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:22:57,382 INFO [M:0;ea9122631f8b:40893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:22:57,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:57,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x10121b14b510000, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:22:57,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59600c9f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:22:57,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4580090d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:57,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:57,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1981b7fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:57,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510bd9d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:57,396 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:22:57,396 WARN [BP-1155689925-172.17.0.3-1731190935481 heartbeating to localhost/127.0.0.1:40507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:22:57,396 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:22:57,396 WARN [BP-1155689925-172.17.0.3-1731190935481 heartbeating to localhost/127.0.0.1:40507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1155689925-172.17.0.3-1731190935481 (Datanode Uuid 03da2566-6a5b-4cc9-b958-0f0e7a1ba7bc) service to localhost/127.0.0.1:40507 2024-11-09T22:22:57,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/cluster_702e30db-ecb8-77aa-de48-1f8f9db063b5/data/data1/current/BP-1155689925-172.17.0.3-1731190935481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:57,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/cluster_702e30db-ecb8-77aa-de48-1f8f9db063b5/data/data2/current/BP-1155689925-172.17.0.3-1731190935481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:22:57,397 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:22:57,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaee6d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:22:57,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e23327{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:22:57,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:22:57,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2790b054{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:22:57,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29b74cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af08f87-61a9-d122-0491-864ec4110d57/hadoop.log.dir/,STOPPED} 2024-11-09T22:22:57,418 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T22:22:57,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:22:57,448 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 313) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43967 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58669) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58669) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40507 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40405 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58669) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 620), ProcessCount=11 (was 11), AvailableMemoryMB=4250 (was 2803) - AvailableMemoryMB LEAK? - 2024-11-09T22:22:57,461 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=4247 2024-11-09T22:22:57,479 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-09T22:22:57,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/hadoop.log.dir so I do NOT create it in target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935 2024-11-09T22:22:57,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:22:57,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/hadoop.tmp.dir so I do NOT create it in target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935 2024-11-09T22:22:57,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29fa00ce-101c-e4a1-2d84-4b075e20ff90/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:22:57,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935 2024-11-09T22:22:57,480 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/cluster_0ce920dd-9773-d6f2-71b3-2642a90a5608, deleteOnExit=true 2024-11-09T22:22:57,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/cluster_0ce920dd-9773-d6f2-71b3-2642a90a5608/zookeeper_0, clientPort=50800, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/cluster_0ce920dd-9773-d6f2-71b3-2642a90a5608/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/cluster_0ce920dd-9773-d6f2-71b3-2642a90a5608/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T22:22:57,508 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50800 2024-11-09T22:22:57,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:22:57,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:22:57,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/test.cache.data in system properties and HBase conf 2024-11-09T22:22:57,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:22:57,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:22:57,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:22:57,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:22:57,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:22:57,509 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:22:57,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:22:57,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:22:57,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10121b14b510005, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:22:57,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10121b14b510008, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:22:57,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10121b14b510005, quorum=127.0.0.1:58669, baseZNode=/1-2128938817 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:22:57,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10121b14b510008, quorum=127.0.0.1:58669, baseZNode=/2-324391954 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:22:57,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10121b14b510002, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:22:57,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10121b14b510002, quorum=127.0.0.1:58669, baseZNode=/0-506214348 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:22:57,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:57,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:22:57,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:22:57,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:22:57,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:22:57,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:57,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb0380d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:22:57,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8eefba3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:22:58,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3762495f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/java.io.tmpdir/jetty-localhost-34591-hadoop-hdfs-3_4_1-tests_jar-_-any-15728023938647587705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:22:58,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20275424{HTTP/1.1, (http/1.1)}{localhost:34591} 2024-11-09T22:22:58,075 INFO [Time-limited test {}] server.Server(415): Started @317292ms 2024-11-09T22:22:58,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:22:58,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:22:58,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:22:58,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:22:58,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:22:58,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ed372a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:22:58,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531e042d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:22:58,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a373cd2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/java.io.tmpdir/jetty-localhost-35253-hadoop-hdfs-3_4_1-tests_jar-_-any-6600752414770749212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:22:58,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@649aa9eb{HTTP/1.1, (http/1.1)}{localhost:35253} 2024-11-09T22:22:58,487 INFO [Time-limited test {}] server.Server(415): Started @317705ms 2024-11-09T22:22:58,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:22:59,161 WARN [Thread-4137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/cluster_0ce920dd-9773-d6f2-71b3-2642a90a5608/data/data1/current/BP-744333171-172.17.0.3-1731190977530/current, will proceed with Du for space computation calculation, 2024-11-09T22:22:59,161 WARN [Thread-4138 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/cluster_0ce920dd-9773-d6f2-71b3-2642a90a5608/data/data2/current/BP-744333171-172.17.0.3-1731190977530/current, will proceed with Du for space computation calculation, 2024-11-09T22:22:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:22:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T22:22:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T22:22:59,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:22:59,177 WARN [Thread-4125 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:22:59,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x893ead4a18422dfd with lease ID 0xdd628dee04286ba3: Processing first storage report for DS-e089878d-c28b-4bc3-ad8b-424b93e223fd from datanode DatanodeRegistration(127.0.0.1:38813, datanodeUuid=c3666750-c840-493d-931f-ab2a822a422c, infoPort=43139, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=305025399;c=1731190977530) 2024-11-09T22:22:59,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x893ead4a18422dfd with lease ID 0xdd628dee04286ba3: from storage DS-e089878d-c28b-4bc3-ad8b-424b93e223fd node DatanodeRegistration(127.0.0.1:38813, datanodeUuid=c3666750-c840-493d-931f-ab2a822a422c, infoPort=43139, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=305025399;c=1731190977530), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:22:59,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x893ead4a18422dfd with lease ID 0xdd628dee04286ba3: Processing first storage report for DS-b095202a-be81-4106-ae56-f8cd1f80a7e2 from datanode DatanodeRegistration(127.0.0.1:38813, datanodeUuid=c3666750-c840-493d-931f-ab2a822a422c, infoPort=43139, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=305025399;c=1731190977530) 2024-11-09T22:22:59,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x893ead4a18422dfd with lease ID 0xdd628dee04286ba3: from storage DS-b095202a-be81-4106-ae56-f8cd1f80a7e2 node DatanodeRegistration(127.0.0.1:38813, datanodeUuid=c3666750-c840-493d-931f-ab2a822a422c, infoPort=43139, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=305025399;c=1731190977530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:22:59,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935 2024-11-09T22:22:59,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:59,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:22:59,641 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd with version=8 2024-11-09T22:22:59,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/hbase-staging 2024-11-09T22:22:59,642 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:22:59,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:59,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:59,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:22:59,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:59,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:22:59,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:22:59,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:22:59,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39723 2024-11-09T22:22:59,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39723 connecting to ZooKeeper ensemble=127.0.0.1:50800 2024-11-09T22:22:59,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397230x0, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:22:59,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39723-0x10121b1ef840000 connected 2024-11-09T22:22:59,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:59,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:59,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Set watcher on znode that does not yet exist, /0-1365959357/running 2024-11-09T22:22:59,835 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd, hbase.cluster.distributed=false 2024-11-09T22:22:59,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Set watcher on znode that does not yet exist, /0-1365959357/acl 2024-11-09T22:22:59,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-09T22:22:59,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39723 2024-11-09T22:22:59,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39723 2024-11-09T22:22:59,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-09T22:22:59,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-09T22:22:59,850 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:22:59,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:59,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:59,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:22:59,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:22:59,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:22:59,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:22:59,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:22:59,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46797 2024-11-09T22:22:59,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46797 connecting to ZooKeeper ensemble=127.0.0.1:50800 2024-11-09T22:22:59,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:59,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:22:59,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467970x0, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:22:59,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467970x0, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Set watcher on znode that does not yet exist, /0-1365959357/running 2024-11-09T22:22:59,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46797-0x10121b1ef840001 connected 2024-11-09T22:22:59,864 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:22:59,864 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:22:59,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Set watcher on znode that does not yet exist, /0-1365959357/master 2024-11-09T22:22:59,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Set watcher on znode that does not yet exist, /0-1365959357/acl 2024-11-09T22:22:59,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-09T22:22:59,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46797 2024-11-09T22:22:59,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46797 2024-11-09T22:22:59,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-09T22:22:59,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46797 2024-11-09T22:22:59,882 DEBUG [M:0;ea9122631f8b:39723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:39723 2024-11-09T22:22:59,883 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1365959357/backup-masters/ea9122631f8b,39723,1731190979642 2024-11-09T22:22:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357/backup-masters 2024-11-09T22:22:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357/backup-masters 2024-11-09T22:22:59,895 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Set watcher on existing znode=/0-1365959357/backup-masters/ea9122631f8b,39723,1731190979642 2024-11-09T22:22:59,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1365959357/master 2024-11-09T22:22:59,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:22:59,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:22:59,906 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Set watcher on existing znode=/0-1365959357/master 2024-11-09T22:22:59,906 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1365959357/backup-masters/ea9122631f8b,39723,1731190979642 from backup master directory 2024-11-09T22:22:59,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1365959357/backup-masters/ea9122631f8b,39723,1731190979642 2024-11-09T22:22:59,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357/backup-masters 2024-11-09T22:22:59,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357/backup-masters 2024-11-09T22:22:59,916 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:22:59,916 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,39723,1731190979642 2024-11-09T22:22:59,918 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/hbase.id] with ID: 2ecfc029-1861-4f77-b44f-22e09e24be51 2024-11-09T22:22:59,918 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/.tmp/hbase.id 2024-11-09T22:22:59,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:23:00,322 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/.tmp/hbase.id]:[hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/hbase.id] 2024-11-09T22:23:00,328 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:00,329 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:23:00,329 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T22:23:00,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:23:00,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:23:00,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:23:00,783 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:23:00,784 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:23:00,784 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:00,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:23:01,189 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/MasterData/data/master/store 2024-11-09T22:23:01,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:23:01,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:23:01,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,594 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:01,594 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:23:01,594 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:01,594 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:01,594 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:23:01,594 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:01,594 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:01,594 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190981594Disabling compacts and flushes for region at 1731190981594Disabling writes for close at 1731190981594Writing region close event to WAL at 1731190981594Closed at 1731190981594 2024-11-09T22:23:01,595 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/MasterData/data/master/store/.initializing 2024-11-09T22:23:01,595 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/MasterData/WALs/ea9122631f8b,39723,1731190979642 2024-11-09T22:23:01,596 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:23:01,597 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C39723%2C1731190979642, suffix=, logDir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/MasterData/WALs/ea9122631f8b,39723,1731190979642, archiveDir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/MasterData/oldWALs, maxLogs=10 2024-11-09T22:23:01,614 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/MasterData/WALs/ea9122631f8b,39723,1731190979642/ea9122631f8b%2C39723%2C1731190979642.1731190981597, exclude list is [], retry=0 2024-11-09T22:23:01,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-e089878d-c28b-4bc3-ad8b-424b93e223fd,DISK] 2024-11-09T22:23:01,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,618 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/MasterData/WALs/ea9122631f8b,39723,1731190979642/ea9122631f8b%2C39723%2C1731190979642.1731190981597 2024-11-09T22:23:01,618 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43139:43139)] 2024-11-09T22:23:01,618 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:01,618 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:01,618 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,618 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:23:01,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:01,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:01,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:23:01,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:01,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:01,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:23:01,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:01,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:01,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:23:01,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:01,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:01,624 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,624 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,624 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,625 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,625 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,626 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:01,626 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:01,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,627 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:01,628 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60743517, jitterRate=-0.0948510617017746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:01,628 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190981618Initializing all the Stores at 1731190981619 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190981619Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190981619Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190981619Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190981619Cleaning up temporary data from old regions at 1731190981625 (+6 ms)Region opened successfully at 1731190981628 (+3 ms) 2024-11-09T22:23:01,628 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:23:01,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:01,630 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a2c8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:23:01,631 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:23:01,631 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:23:01,631 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:23:01,631 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:23:01,632 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:23:01,632 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:23:01,632 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:23:01,638 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:23:01,641 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Unable to get data of znode /0-1365959357/balancer because node does not exist (not necessarily an error) 2024-11-09T22:23:01,694 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1365959357/balancer already deleted, retry=false 2024-11-09T22:23:01,694 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:23:01,695 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Unable to get data of znode /0-1365959357/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:23:01,749 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1365959357/normalizer already deleted, retry=false 2024-11-09T22:23:01,749 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:23:01,750 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Unable to get data of znode /0-1365959357/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:23:01,815 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1365959357/switch/split already deleted, retry=false 2024-11-09T22:23:01,816 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Unable to get data of znode /0-1365959357/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:23:01,831 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1365959357/switch/merge already deleted, retry=false 2024-11-09T22:23:01,833 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Unable to get data of znode /0-1365959357/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:23:01,842 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1365959357/snapshot-cleanup already deleted, retry=false 2024-11-09T22:23:01,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1365959357/running 2024-11-09T22:23:01,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1365959357/running 2024-11-09T22:23:01,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:23:01,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:23:01,853 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,39723,1731190979642, sessionid=0x10121b1ef840000, setting cluster-up flag (Was=false) 2024-11-09T22:23:01,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:23:01,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:23:02,052 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1365959357/flush-table-proc/acquired, /0-1365959357/flush-table-proc/reached, /0-1365959357/flush-table-proc/abort 2024-11-09T22:23:02,053 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,39723,1731190979642 2024-11-09T22:23:02,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:23:02,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:23:02,105 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1365959357/online-snapshot/acquired, /0-1365959357/online-snapshot/reached, /0-1365959357/online-snapshot/abort 2024-11-09T22:23:02,106 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,39723,1731190979642 2024-11-09T22:23:02,107 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:23:02,108 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:02,108 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:23:02,108 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:23:02,108 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,39723,1731190979642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:23:02,109 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:02,109 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:02,109 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:02,109 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:02,109 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:23:02,109 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,110 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:23:02,110 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,110 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731191012110 2024-11-09T22:23:02,110 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:23:02,110 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:23:02,110 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:23:02,110 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:23:02,111 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:23:02,111 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:23:02,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:02,111 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:23:02,111 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,111 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:23:02,111 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:23:02,111 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:23:02,111 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:23:02,111 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:02,111 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:23:02,111 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:23:02,111 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:23:02,112 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190982111,5,FailOnTimeoutGroup] 2024-11-09T22:23:02,112 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190982112,5,FailOnTimeoutGroup] 2024-11-09T22:23:02,112 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,112 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:23:02,112 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,112 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:23:02,176 INFO [RS:0;ea9122631f8b:46797 {}] regionserver.HRegionServer(746): ClusterId : 2ecfc029-1861-4f77-b44f-22e09e24be51 2024-11-09T22:23:02,176 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:23:02,188 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:23:02,188 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:23:02,200 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:23:02,200 DEBUG [RS:0;ea9122631f8b:46797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b286d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:23:02,210 DEBUG [RS:0;ea9122631f8b:46797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:46797 2024-11-09T22:23:02,210 INFO [RS:0;ea9122631f8b:46797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:23:02,210 INFO [RS:0;ea9122631f8b:46797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:23:02,210 DEBUG [RS:0;ea9122631f8b:46797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:23:02,211 INFO [RS:0;ea9122631f8b:46797 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,39723,1731190979642 with port=46797, startcode=1731190979849 2024-11-09T22:23:02,211 DEBUG [RS:0;ea9122631f8b:46797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:23:02,212 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:23:02,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,46797,1731190979849 2024-11-09T22:23:02,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39723 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,46797,1731190979849 2024-11-09T22:23:02,214 DEBUG [RS:0;ea9122631f8b:46797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd 2024-11-09T22:23:02,214 DEBUG [RS:0;ea9122631f8b:46797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35709 2024-11-09T22:23:02,214 DEBUG [RS:0;ea9122631f8b:46797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:23:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357/rs 2024-11-09T22:23:02,221 DEBUG [RS:0;ea9122631f8b:46797 {}] zookeeper.ZKUtil(111): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Set watcher on existing znode=/0-1365959357/rs/ea9122631f8b,46797,1731190979849 2024-11-09T22:23:02,221 WARN [RS:0;ea9122631f8b:46797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:23:02,221 INFO [RS:0;ea9122631f8b:46797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:02,221 DEBUG [RS:0;ea9122631f8b:46797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/WALs/ea9122631f8b,46797,1731190979849 2024-11-09T22:23:02,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,46797,1731190979849] 2024-11-09T22:23:02,223 INFO [RS:0;ea9122631f8b:46797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:23:02,228 INFO [RS:0;ea9122631f8b:46797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:23:02,228 INFO [RS:0;ea9122631f8b:46797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:23:02,228 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,229 INFO [RS:0;ea9122631f8b:46797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:23:02,229 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:23:02,229 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,229 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,229 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,229 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,229 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,229 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,229 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:23:02,229 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,229 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,229 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,229 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,230 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,230 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:02,230 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:23:02,230 DEBUG [RS:0;ea9122631f8b:46797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:23:02,230 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,230 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,230 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,230 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,230 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,230 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46797,1731190979849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:23:02,243 INFO [RS:0;ea9122631f8b:46797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:23:02,243 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,46797,1731190979849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,243 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,243 INFO [RS:0;ea9122631f8b:46797 {}] regionserver.Replication(171): ea9122631f8b,46797,1731190979849 started 2024-11-09T22:23:02,254 INFO [RS:0;ea9122631f8b:46797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:02,255 INFO [RS:0;ea9122631f8b:46797 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,46797,1731190979849, RpcServer on ea9122631f8b/172.17.0.3:46797, sessionid=0x10121b1ef840001 2024-11-09T22:23:02,255 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:23:02,255 DEBUG [RS:0;ea9122631f8b:46797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,46797,1731190979849 2024-11-09T22:23:02,255 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,46797,1731190979849' 2024-11-09T22:23:02,255 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1365959357/flush-table-proc/abort' 2024-11-09T22:23:02,255 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1365959357/flush-table-proc/acquired' 2024-11-09T22:23:02,255 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:23:02,256 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:23:02,256 DEBUG [RS:0;ea9122631f8b:46797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,46797,1731190979849 2024-11-09T22:23:02,256 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,46797,1731190979849' 2024-11-09T22:23:02,256 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1365959357/online-snapshot/abort' 2024-11-09T22:23:02,256 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1365959357/online-snapshot/acquired' 2024-11-09T22:23:02,256 DEBUG [RS:0;ea9122631f8b:46797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:23:02,256 INFO [RS:0;ea9122631f8b:46797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:23:02,256 INFO [RS:0;ea9122631f8b:46797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:23:02,356 INFO [RS:0;ea9122631f8b:46797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:23:02,357 INFO [RS:0;ea9122631f8b:46797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C46797%2C1731190979849, suffix=, logDir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/WALs/ea9122631f8b,46797,1731190979849, archiveDir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/oldWALs, maxLogs=10 2024-11-09T22:23:02,369 DEBUG [RS:0;ea9122631f8b:46797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/WALs/ea9122631f8b,46797,1731190979849/ea9122631f8b%2C46797%2C1731190979849.1731190982358, exclude list is [], retry=0 2024-11-09T22:23:02,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-e089878d-c28b-4bc3-ad8b-424b93e223fd,DISK] 2024-11-09T22:23:02,372 INFO [RS:0;ea9122631f8b:46797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/WALs/ea9122631f8b,46797,1731190979849/ea9122631f8b%2C46797%2C1731190979849.1731190982358 2024-11-09T22:23:02,372 DEBUG [RS:0;ea9122631f8b:46797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43139:43139)] 2024-11-09T22:23:02,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:23:02,519 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd 2024-11-09T22:23:02,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:23:02,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:02,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:23:02,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:23:02,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:02,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:02,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:23:02,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:23:02,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:02,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:02,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:23:02,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:23:02,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:02,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:02,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:23:02,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:23:02,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:02,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:02,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:23:02,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/data/hbase/meta/1588230740 2024-11-09T22:23:02,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/data/hbase/meta/1588230740 2024-11-09T22:23:02,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:23:02,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:23:02,930 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:02,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:23:02,932 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:02,932 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75465785, jitterRate=0.12452782690525055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:02,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190982924Initializing all the Stores at 1731190982924Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190982924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190982924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190982924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190982924Cleaning up temporary data from old regions at 1731190982930 (+6 ms)Region opened successfully at 1731190982932 (+2 ms) 2024-11-09T22:23:02,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:23:02,932 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:23:02,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:23:02,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:23:02,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:23:02,933 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:23:02,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190982932Disabling compacts and flushes for region at 1731190982932Disabling writes for close at 1731190982932Writing region close event to WAL at 1731190982933 (+1 ms)Closed at 1731190982933 2024-11-09T22:23:02,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:02,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:23:02,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:23:02,934 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:23:02,935 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:23:03,085 DEBUG [ea9122631f8b:39723 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:23:03,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,46797,1731190979849 2024-11-09T22:23:03,086 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,46797,1731190979849, state=OPENING 2024-11-09T22:23:03,137 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:23:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:23:03,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1365959357 2024-11-09T22:23:03,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1365959357/meta-region-server: CHANGED 2024-11-09T22:23:03,175 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:23:03,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1365959357/meta-region-server: CHANGED 2024-11-09T22:23:03,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,46797,1731190979849}] 2024-11-09T22:23:03,326 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:23:03,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:23:03,330 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:23:03,330 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:03,330 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:23:03,331 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C46797%2C1731190979849.meta, suffix=.meta, logDir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/WALs/ea9122631f8b,46797,1731190979849, archiveDir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/oldWALs, maxLogs=10 2024-11-09T22:23:03,342 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/WALs/ea9122631f8b,46797,1731190979849/ea9122631f8b%2C46797%2C1731190979849.meta.1731190983331.meta, exclude list is [], retry=0 2024-11-09T22:23:03,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38813,DS-e089878d-c28b-4bc3-ad8b-424b93e223fd,DISK] 2024-11-09T22:23:03,345 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/WALs/ea9122631f8b,46797,1731190979849/ea9122631f8b%2C46797%2C1731190979849.meta.1731190983331.meta 2024-11-09T22:23:03,345 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43139:43139)] 2024-11-09T22:23:03,345 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:03,346 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:23:03,346 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:23:03,346 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:23:03,346 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:23:03,346 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:23:03,346 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:03,346 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:23:03,346 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:23:03,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:23:03,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:23:03,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:03,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:03,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:23:03,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:23:03,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:03,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:03,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:23:03,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:23:03,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:03,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:03,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:23:03,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:23:03,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:03,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:03,350 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:23:03,351 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/data/hbase/meta/1588230740 2024-11-09T22:23:03,351 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/data/hbase/meta/1588230740 2024-11-09T22:23:03,352 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:23:03,352 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:23:03,352 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:03,353 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:23:03,353 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60347478, jitterRate=-0.10075250267982483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:03,353 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:23:03,354 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190983346Writing region info on filesystem at 1731190983346Initializing all the Stores at 1731190983347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190983347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190983347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190983347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190983347Cleaning up temporary data from old regions at 1731190983352 (+5 ms)Running coprocessor post-open hooks at 1731190983353 (+1 ms)Region opened successfully at 1731190983354 (+1 ms) 2024-11-09T22:23:03,354 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190983326 2024-11-09T22:23:03,356 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:23:03,356 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:23:03,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,46797,1731190979849 2024-11-09T22:23:03,357 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,46797,1731190979849, state=OPEN 2024-11-09T22:23:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39723-0x10121b1ef840000, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1365959357/meta-region-server 2024-11-09T22:23:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46797-0x10121b1ef840001, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1365959357/meta-region-server 2024-11-09T22:23:03,377 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,46797,1731190979849 2024-11-09T22:23:03,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1365959357/meta-region-server: CHANGED 2024-11-09T22:23:03,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1365959357/meta-region-server: CHANGED 2024-11-09T22:23:03,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:23:03,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,46797,1731190979849 in 202 msec 2024-11-09T22:23:03,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:23:03,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-09T22:23:03,380 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:03,380 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:23:03,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:03,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,46797,1731190979849, seqNum=-1] 2024-11-09T22:23:03,381 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:03,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:03,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-09T22:23:03,384 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190983384, completionTime=-1 2024-11-09T22:23:03,384 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:23:03,385 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:23:03,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:23:03,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731191043386 2024-11-09T22:23:03,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731191103386 2024-11-09T22:23:03,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T22:23:03,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39723,1731190979642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:03,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39723,1731190979642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:03,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39723,1731190979642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:03,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:39723, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:03,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:03,386 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:03,388 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:23:03,389 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.473sec 2024-11-09T22:23:03,389 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:23:03,389 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:23:03,389 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:23:03,389 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:23:03,389 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:23:03,389 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39723,1731190979642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:23:03,389 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39723,1731190979642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:23:03,391 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:23:03,391 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:23:03,391 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,39723,1731190979642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:03,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15255f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:03,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,39723,-1 for getting cluster id 2024-11-09T22:23:03,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:03,477 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ecfc029-1861-4f77-b44f-22e09e24be51' 2024-11-09T22:23:03,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ecfc029-1861-4f77-b44f-22e09e24be51" 2024-11-09T22:23:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdec75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,39723,-1] 2024-11-09T22:23:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:03,478 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:03,478 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:03,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de5c985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:03,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:03,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,46797,1731190979849, seqNum=-1] 2024-11-09T22:23:03,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:03,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:03,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,39723,1731190979642 2024-11-09T22:23:03,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50800 2024-11-09T22:23:03,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50800, baseZNode=/0-1365959357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:23:03,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10121b1ef840002 connected 2024-11-09T22:23:03,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,39723,1731190979642 2024-11-09T22:23:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54822d2 2024-11-09T22:23:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:03,508 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:03,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:23:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:23:03,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:23:03,510 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:03,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:23:03,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:23:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:03,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:23:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:03,916 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12c58c826d0386bbe83ef29c8d186466, NAME => 'test,,1731190983508.12c58c826d0386bbe83ef29c8d186466.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd 2024-11-09T22:23:03,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38813 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:23:03,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731190983508.12c58c826d0386bbe83ef29c8d186466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:03,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 12c58c826d0386bbe83ef29c8d186466, disabling compactions & flushes 2024-11-09T22:23:03,926 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731190983508.12c58c826d0386bbe83ef29c8d186466. 2024-11-09T22:23:03,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731190983508.12c58c826d0386bbe83ef29c8d186466. 2024-11-09T22:23:03,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731190983508.12c58c826d0386bbe83ef29c8d186466. after waiting 0 ms 2024-11-09T22:23:03,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731190983508.12c58c826d0386bbe83ef29c8d186466. 2024-11-09T22:23:03,926 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731190983508.12c58c826d0386bbe83ef29c8d186466. 2024-11-09T22:23:03,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12c58c826d0386bbe83ef29c8d186466: Waiting for close lock at 1731190983926Disabling compacts and flushes for region at 1731190983926Disabling writes for close at 1731190983926Writing region close event to WAL at 1731190983926Closed at 1731190983926 2024-11-09T22:23:03,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:23:03,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731190983508.12c58c826d0386bbe83ef29c8d186466.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731190983927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731190983927"}]},"ts":"1731190983927"} 2024-11-09T22:23:03,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:23:03,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:23:03,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190983930"}]},"ts":"1731190983930"} 2024-11-09T22:23:03,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:23:03,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12c58c826d0386bbe83ef29c8d186466, ASSIGN}] 2024-11-09T22:23:03,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12c58c826d0386bbe83ef29c8d186466, ASSIGN 2024-11-09T22:23:03,933 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=12c58c826d0386bbe83ef29c8d186466, ASSIGN; state=OFFLINE, location=ea9122631f8b,46797,1731190979849; forceNewPlan=false, retain=false 2024-11-09T22:23:04,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12c58c826d0386bbe83ef29c8d186466, regionState=OPENING, regionLocation=ea9122631f8b,46797,1731190979849 2024-11-09T22:23:04,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=12c58c826d0386bbe83ef29c8d186466, ASSIGN because future has completed 2024-11-09T22:23:04,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12c58c826d0386bbe83ef29c8d186466, server=ea9122631f8b,46797,1731190979849}] 2024-11-09T22:23:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:04,240 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731190983508.12c58c826d0386bbe83ef29c8d186466. 2024-11-09T22:23:04,240 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12c58c826d0386bbe83ef29c8d186466, NAME => 'test,,1731190983508.12c58c826d0386bbe83ef29c8d186466.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:04,240 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:23:04,240 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:23:04,241 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,241 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731190983508.12c58c826d0386bbe83ef29c8d186466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:04,241 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,241 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,242 INFO [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,242 INFO [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12c58c826d0386bbe83ef29c8d186466 columnFamilyName f 2024-11-09T22:23:04,243 DEBUG [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:04,243 INFO [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] regionserver.HStore(327): Store=12c58c826d0386bbe83ef29c8d186466/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:04,243 INFO [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,243 INFO [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12c58c826d0386bbe83ef29c8d186466 columnFamilyName f1 2024-11-09T22:23:04,243 DEBUG [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:04,244 INFO [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] regionserver.HStore(327): Store=12c58c826d0386bbe83ef29c8d186466/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:04,244 INFO [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,244 INFO [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12c58c826d0386bbe83ef29c8d186466 columnFamilyName norep 2024-11-09T22:23:04,245 DEBUG [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:04,245 INFO [StoreOpener-12c58c826d0386bbe83ef29c8d186466-1 {}] regionserver.HStore(327): Store=12c58c826d0386bbe83ef29c8d186466/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:04,245 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,245 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/data/default/test/12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,245 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/data/default/test/12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,246 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,246 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,246 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:23:04,247 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,248 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/data/default/test/12c58c826d0386bbe83ef29c8d186466/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:04,248 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12c58c826d0386bbe83ef29c8d186466; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61219961, jitterRate=-0.08775149285793304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:23:04,248 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12c58c826d0386bbe83ef29c8d186466 2024-11-09T22:23:04,249 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12c58c826d0386bbe83ef29c8d186466: Running coprocessor pre-open hook at 1731190984241Writing region info on filesystem at 1731190984241Initializing all the Stores at 1731190984241Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190984241Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190984242 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190984242Cleaning up temporary data from old regions at 1731190984246 (+4 ms)Running coprocessor post-open hooks at 1731190984248 (+2 ms)Region opened successfully at 1731190984249 (+1 ms) 2024-11-09T22:23:04,249 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731190983508.12c58c826d0386bbe83ef29c8d186466., pid=6, masterSystemTime=1731190984238 2024-11-09T22:23:04,251 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731190983508.12c58c826d0386bbe83ef29c8d186466. 2024-11-09T22:23:04,251 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731190983508.12c58c826d0386bbe83ef29c8d186466. 2024-11-09T22:23:04,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12c58c826d0386bbe83ef29c8d186466, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,46797,1731190979849 2024-11-09T22:23:04,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12c58c826d0386bbe83ef29c8d186466, server=ea9122631f8b,46797,1731190979849 because future has completed 2024-11-09T22:23:04,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:23:04,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12c58c826d0386bbe83ef29c8d186466, server=ea9122631f8b,46797,1731190979849 in 167 msec 2024-11-09T22:23:04,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:23:04,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=12c58c826d0386bbe83ef29c8d186466, ASSIGN in 322 msec 2024-11-09T22:23:04,256 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:23:04,256 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731190984256"}]},"ts":"1731190984256"} 2024-11-09T22:23:04,257 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:23:04,258 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:23:04,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-09T22:23:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:04,647 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:23:04,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a200b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:04,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,39723,-1 for getting cluster id 2024-11-09T22:23:04,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:04,648 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ecfc029-1861-4f77-b44f-22e09e24be51' 2024-11-09T22:23:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ecfc029-1861-4f77-b44f-22e09e24be51" 2024-11-09T22:23:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16731afa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,39723,-1] 2024-11-09T22:23:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:04,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:04,649 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c56eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:04,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,39723,1731190979642 2024-11-09T22:23:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2238456a 2024-11-09T22:23:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:04,650 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:04,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:39723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:23:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:23:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:23:04,652 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:39723' 2024-11-09T22:23:04,653 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36762fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:04,653 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,39723,-1 for getting cluster id 2024-11-09T22:23:04,653 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:04,654 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ecfc029-1861-4f77-b44f-22e09e24be51' 2024-11-09T22:23:04,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:04,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ecfc029-1861-4f77-b44f-22e09e24be51" 2024-11-09T22:23:04,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dea8dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:04,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,39723,-1] 2024-11-09T22:23:04,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:04,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:04,655 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:04,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2dc9e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:04,655 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,39723,1731190979642 2024-11-09T22:23:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@555fd888 2024-11-09T22:23:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:04,656 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:04,657 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T22:23:04,657 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:23:04,657 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:04,657 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:04,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:04,657 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ea9122631f8b:39723, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T22:23:04,662 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ea9122631f8b:39723, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ea9122631f8b:39723, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ea9122631f8b:39723, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-09T22:23:04,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ea9122631f8b:39723, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-11-09T22:23:04,663 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-09T22:23:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:23:04,757 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://ea9122631f8b:39723, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-09T22:23:04,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:23:04,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:04,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:04,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:04,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:04,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 358) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50800 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 35709 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190982112 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ea9122631f8b:46797 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1212947746-7822 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-744333171-172.17.0.3-1731190977530:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50800) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd-prefix:ea9122631f8b,46797,1731190979849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1212947746-7819 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f787c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1420920887) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@39fabd21 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: qtp6217594-7866 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f787c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3efe0df7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1212947746-7820 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f787c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/cluster_0ce920dd-9773-d6f2-71b3-2642a90a5608/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@4df8d621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd-prefix:ea9122631f8b,46797,1731190979849.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp6217594-7867-acceptor-0@75716d99-ServerConnector@649aa9eb{HTTP/1.1, (http/1.1)}{localhost:35253} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1212947746-7821-acceptor-0@78cbd7f-ServerConnector@20275424{HTTP/1.1, (http/1.1)}{localhost:34591} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50800) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1547950658_20 at /127.0.0.1:52742 [Receiving block BP-744333171-172.17.0.3-1731190977530:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/cluster_0ce920dd-9773-d6f2-71b3-2642a90a5608/data/data1/current/BP-744333171-172.17.0.3-1731190977530 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1212947746-7823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: M:0;ea9122631f8b:39723 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ea9122631f8b:46797-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ea9122631f8b:39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: regionserver/ea9122631f8b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35709/user/jenkins/test-data/ac9017c7-f1d2-4fdc-76ef-f739ce11c6dd/MasterData-prefix:ea9122631f8b,39723,1731190979642 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:50800): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@eca6904 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp1212947746-7818 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f787c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1212947746-7817 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f787c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1212947746-7824 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1547950658_20 at /127.0.0.1:52730 [Receiving block BP-744333171-172.17.0.3-1731190977530:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6b087bb8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@65d819c8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@52be99f3 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$596/0x00007f787cabd350.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 34715 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_322038391_20 at /127.0.0.1:41196 [Receiving block BP-744333171-172.17.0.3-1731190977530:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-744333171-172.17.0.3-1731190977530:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50800) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1547950658_20 at /127.0.0.1:41158 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@173edcc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190982111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f787c9f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/cluster_0ce920dd-9773-d6f2-71b3-2642a90a5608/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: BP-744333171-172.17.0.3-1731190977530 heartbeating to localhost/127.0.0.1:35709 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/ea9122631f8b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/ea9122631f8b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2685056e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/cluster_0ce920dd-9773-d6f2-71b3-2642a90a5608/data/data2/current/BP-744333171-172.17.0.3-1731190977530 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@39d4e15f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-744333171-172.17.0.3-1731190977530:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp6217594-7869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp6217594-7868 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4772ec0f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/ea9122631f8b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/ea9122631f8b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6545144[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35709 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=874 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=564 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=4151 (was 4247) 2024-11-09T22:23:04,775 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-09T22:23:04,788 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=564, ProcessCount=11, AvailableMemoryMB=4151 2024-11-09T22:23:04,788 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-09T22:23:04,804 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-09T22:23:04,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/hadoop.log.dir so I do NOT create it in target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8 2024-11-09T22:23:04,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:23:04,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/hadoop.tmp.dir so I do NOT create it in target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8 2024-11-09T22:23:04,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c859b4a-be02-ae9f-d3cd-2b90f571a935/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:23:04,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8 2024-11-09T22:23:04,804 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/cluster_830e6264-4511-eefa-bc43-444b5f644ea1, deleteOnExit=true 2024-11-09T22:23:04,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/cluster_830e6264-4511-eefa-bc43-444b5f644ea1/zookeeper_0, clientPort=58677, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/cluster_830e6264-4511-eefa-bc43-444b5f644ea1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/cluster_830e6264-4511-eefa-bc43-444b5f644ea1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T22:23:04,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58677 2024-11-09T22:23:04,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:23:04,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:23:04,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/test.cache.data in system properties and HBase conf 2024-11-09T22:23:04,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:23:04,857 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:23:04,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:23:05,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:23:05,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:23:05,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:23:05,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:23:05,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:23:05,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:23:05,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f8a440{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:23:05,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49dae310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:23:05,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8886269{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/java.io.tmpdir/jetty-localhost-46117-hadoop-hdfs-3_4_1-tests_jar-_-any-17149932858622891718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:23:05,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27a903fd{HTTP/1.1, (http/1.1)}{localhost:46117} 2024-11-09T22:23:05,592 INFO [Time-limited test {}] server.Server(415): Started @324810ms 2024-11-09T22:23:05,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:23:05,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:23:05,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:23:05,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:23:05,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:23:05,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51cdd22c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:23:05,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c16e566{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:23:05,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59c4bf8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/java.io.tmpdir/jetty-localhost-42701-hadoop-hdfs-3_4_1-tests_jar-_-any-4284916481312635339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:23:05,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@785fc9f6{HTTP/1.1, (http/1.1)}{localhost:42701} 2024-11-09T22:23:05,970 INFO [Time-limited test {}] server.Server(415): Started @325187ms 2024-11-09T22:23:05,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:23:06,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:06,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:23:06,446 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129176 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:23:06,589 WARN [Thread-4271 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/cluster_830e6264-4511-eefa-bc43-444b5f644ea1/data/data1/current/BP-1263269764-172.17.0.3-1731190984871/current, will proceed with Du for space computation calculation, 2024-11-09T22:23:06,590 WARN [Thread-4272 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/cluster_830e6264-4511-eefa-bc43-444b5f644ea1/data/data2/current/BP-1263269764-172.17.0.3-1731190984871/current, will proceed with Du for space computation calculation, 2024-11-09T22:23:06,607 WARN [Thread-4259 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:23:06,608 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e7792aea8621211 with lease ID 0xfeec02359392bdf6: Processing first storage report for DS-c2ff5dd2-0c26-44d1-97c5-2fe6c38a832e from datanode DatanodeRegistration(127.0.0.1:36653, datanodeUuid=13b2ec23-ccd3-4d9b-ba84-35276c31875d, infoPort=37923, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=250952489;c=1731190984871) 2024-11-09T22:23:06,608 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e7792aea8621211 with lease ID 0xfeec02359392bdf6: from storage DS-c2ff5dd2-0c26-44d1-97c5-2fe6c38a832e node DatanodeRegistration(127.0.0.1:36653, datanodeUuid=13b2ec23-ccd3-4d9b-ba84-35276c31875d, infoPort=37923, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=250952489;c=1731190984871), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:23:06,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e7792aea8621211 with lease ID 0xfeec02359392bdf6: Processing first storage report for DS-56f5b6f4-e2dd-4627-acae-21ac87323260 from datanode DatanodeRegistration(127.0.0.1:36653, datanodeUuid=13b2ec23-ccd3-4d9b-ba84-35276c31875d, infoPort=37923, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=250952489;c=1731190984871) 2024-11-09T22:23:06,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e7792aea8621211 with lease ID 0xfeec02359392bdf6: from storage DS-56f5b6f4-e2dd-4627-acae-21ac87323260 node DatanodeRegistration(127.0.0.1:36653, datanodeUuid=13b2ec23-ccd3-4d9b-ba84-35276c31875d, infoPort=37923, infoSecurePort=0, ipcPort=39409, storageInfo=lv=-57;cid=testClusterID;nsid=250952489;c=1731190984871), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:23:06,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8 2024-11-09T22:23:06,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:06,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:06,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:23:07,107 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e with version=8 2024-11-09T22:23:07,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/hbase-staging 2024-11-09T22:23:07,109 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:23:07,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:07,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:07,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:23:07,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:07,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:23:07,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:23:07,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:23:07,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38307 2024-11-09T22:23:07,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38307 connecting to ZooKeeper ensemble=127.0.0.1:58677 2024-11-09T22:23:07,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383070x0, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:23:07,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38307-0x10121b20c420000 connected 2024-11-09T22:23:07,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:07,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:07,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Set watcher on znode that does not yet exist, /0-603078860/running 2024-11-09T22:23:07,275 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e, hbase.cluster.distributed=false 2024-11-09T22:23:07,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Set watcher on znode that does not yet exist, /0-603078860/acl 2024-11-09T22:23:07,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38307 2024-11-09T22:23:07,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38307 2024-11-09T22:23:07,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38307 2024-11-09T22:23:07,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38307 2024-11-09T22:23:07,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38307 2024-11-09T22:23:07,291 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:23:07,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:07,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:07,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:23:07,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:07,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:23:07,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:23:07,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:23:07,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42021 2024-11-09T22:23:07,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42021 connecting to ZooKeeper ensemble=127.0.0.1:58677 2024-11-09T22:23:07,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:07,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:07,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420210x0, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:23:07,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420210x0, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Set watcher on znode that does not yet exist, /0-603078860/running 2024-11-09T22:23:07,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42021-0x10121b20c420001 connected 2024-11-09T22:23:07,303 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:23:07,304 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:23:07,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Set watcher on znode that does not yet exist, /0-603078860/master 2024-11-09T22:23:07,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Set watcher on znode that does not yet exist, /0-603078860/acl 2024-11-09T22:23:07,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42021 2024-11-09T22:23:07,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42021 2024-11-09T22:23:07,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42021 2024-11-09T22:23:07,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42021 2024-11-09T22:23:07,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42021 2024-11-09T22:23:07,322 DEBUG [M:0;ea9122631f8b:38307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:38307 2024-11-09T22:23:07,323 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-603078860/backup-masters/ea9122631f8b,38307,1731190987109 2024-11-09T22:23:07,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860/backup-masters 2024-11-09T22:23:07,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860/backup-masters 2024-11-09T22:23:07,335 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Set watcher on existing znode=/0-603078860/backup-masters/ea9122631f8b,38307,1731190987109 2024-11-09T22:23:07,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-603078860/master 2024-11-09T22:23:07,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:07,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:07,345 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Set watcher on existing znode=/0-603078860/master 2024-11-09T22:23:07,345 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-603078860/backup-masters/ea9122631f8b,38307,1731190987109 from backup master directory 2024-11-09T22:23:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-603078860/backup-masters/ea9122631f8b,38307,1731190987109 2024-11-09T22:23:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860/backup-masters 2024-11-09T22:23:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860/backup-masters 2024-11-09T22:23:07,355 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:23:07,355 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,38307,1731190987109 2024-11-09T22:23:07,358 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/hbase.id] with ID: 57dcc6de-8f7c-432c-b38b-abe025690ddf 2024-11-09T22:23:07,358 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/.tmp/hbase.id 2024-11-09T22:23:07,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:23:07,763 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/.tmp/hbase.id]:[hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/hbase.id] 2024-11-09T22:23:07,769 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:07,769 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:23:07,770 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T22:23:07,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:07,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:07,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:23:08,223 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:23:08,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:23:08,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T22:23:08,224 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:23:08,225 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:23:08,630 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store 2024-11-09T22:23:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:23:08,849 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:23:08,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:08,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:09,035 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:09,035 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:23:09,035 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:09,035 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:09,035 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:23:09,035 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:09,035 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:09,035 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190989035Disabling compacts and flushes for region at 1731190989035Disabling writes for close at 1731190989035Writing region close event to WAL at 1731190989035Closed at 1731190989035 2024-11-09T22:23:09,036 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/.initializing 2024-11-09T22:23:09,036 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/WALs/ea9122631f8b,38307,1731190987109 2024-11-09T22:23:09,037 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:23:09,038 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C38307%2C1731190987109, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/WALs/ea9122631f8b,38307,1731190987109, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/oldWALs, maxLogs=10 2024-11-09T22:23:09,053 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/WALs/ea9122631f8b,38307,1731190987109/ea9122631f8b%2C38307%2C1731190987109.1731190989038, exclude list is [], retry=0 2024-11-09T22:23:09,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c2ff5dd2-0c26-44d1-97c5-2fe6c38a832e,DISK] 2024-11-09T22:23:09,075 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/WALs/ea9122631f8b,38307,1731190987109/ea9122631f8b%2C38307%2C1731190987109.1731190989038 2024-11-09T22:23:09,075 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)] 2024-11-09T22:23:09,075 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:09,075 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:09,075 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,075 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:23:09,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:09,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:09,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:23:09,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:09,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:09,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:23:09,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:09,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:09,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:23:09,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:09,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:09,081 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,081 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,081 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,082 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,082 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,082 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:09,083 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:09,084 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:09,084 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62063977, jitterRate=-0.07517467439174652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:09,084 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190989075Initializing all the Stores at 1731190989076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190989076Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190989076Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190989076Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190989076Cleaning up temporary data from old regions at 1731190989082 (+6 ms)Region opened successfully at 1731190989084 (+2 ms) 2024-11-09T22:23:09,084 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:23:09,086 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a17fa8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:23:09,087 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:23:09,087 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:23:09,087 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:23:09,087 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:23:09,087 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:23:09,088 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:23:09,088 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:23:09,089 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:23:09,089 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Unable to get data of znode /0-603078860/balancer because node does not exist (not necessarily an error) 2024-11-09T22:23:09,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T22:23:09,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T22:23:09,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T22:23:09,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T22:23:09,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:23:09,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T22:23:09,167 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T22:23:09,167 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T22:23:09,190 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-603078860/balancer already deleted, retry=false 2024-11-09T22:23:09,191 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:23:09,191 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Unable to get data of znode /0-603078860/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:23:09,298 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-603078860/normalizer already deleted, retry=false 2024-11-09T22:23:09,298 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:23:09,299 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Unable to get data of znode /0-603078860/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:23:09,445 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-603078860/switch/split already deleted, retry=false 2024-11-09T22:23:09,446 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Unable to get data of znode /0-603078860/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:23:09,517 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-603078860/switch/merge already deleted, retry=false 2024-11-09T22:23:09,519 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Unable to get data of znode /0-603078860/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:23:09,570 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-603078860/snapshot-cleanup already deleted, retry=false 2024-11-09T22:23:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-603078860/running 2024-11-09T22:23:09,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-603078860/running 2024-11-09T22:23:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:09,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:09,613 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,38307,1731190987109, sessionid=0x10121b20c420000, setting cluster-up flag (Was=false) 2024-11-09T22:23:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:09,911 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-603078860/flush-table-proc/acquired, /0-603078860/flush-table-proc/reached, /0-603078860/flush-table-proc/abort 2024-11-09T22:23:09,912 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,38307,1731190987109 2024-11-09T22:23:09,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:09,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:09,966 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-603078860/online-snapshot/acquired, /0-603078860/online-snapshot/reached, /0-603078860/online-snapshot/abort 2024-11-09T22:23:09,967 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,38307,1731190987109 2024-11-09T22:23:09,967 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:23:09,969 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:09,969 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:23:09,969 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:23:09,969 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,38307,1731190987109 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:23:09,970 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:09,970 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:09,970 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:09,970 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:09,970 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:23:09,970 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:09,970 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:23:09,970 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:09,971 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731191019971 2024-11-09T22:23:09,971 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:23:09,971 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:23:09,971 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:23:09,971 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:23:09,971 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:23:09,971 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:23:09,972 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:09,972 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:09,972 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:23:09,972 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:23:09,972 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:23:09,972 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:23:09,972 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:23:09,972 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:23:09,972 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:23:09,972 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190989972,5,FailOnTimeoutGroup] 2024-11-09T22:23:09,972 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:09,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:23:09,976 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190989972,5,FailOnTimeoutGroup] 2024-11-09T22:23:09,976 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:09,976 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:23:09,976 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:09,976 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:09,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:23:09,982 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:23:09,982 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e 2024-11-09T22:23:09,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741832_1008 (size=32) 2024-11-09T22:23:10,015 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(746): ClusterId : 57dcc6de-8f7c-432c-b38b-abe025690ddf 2024-11-09T22:23:10,015 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:23:10,027 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:23:10,027 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:23:10,040 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:23:10,040 DEBUG [RS:0;ea9122631f8b:42021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b32676f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:23:10,054 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:42021 2024-11-09T22:23:10,055 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:23:10,055 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:23:10,055 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:23:10,055 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,38307,1731190987109 with port=42021, startcode=1731190987291 2024-11-09T22:23:10,056 DEBUG [RS:0;ea9122631f8b:42021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:23:10,060 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:23:10,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,42021,1731190987291 2024-11-09T22:23:10,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38307 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,42021,1731190987291 2024-11-09T22:23:10,062 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e 2024-11-09T22:23:10,062 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33303 2024-11-09T22:23:10,062 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:23:10,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860/rs 2024-11-09T22:23:10,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,42021,1731190987291] 2024-11-09T22:23:10,073 DEBUG [RS:0;ea9122631f8b:42021 {}] zookeeper.ZKUtil(111): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Set watcher on existing znode=/0-603078860/rs/ea9122631f8b,42021,1731190987291 2024-11-09T22:23:10,073 WARN [RS:0;ea9122631f8b:42021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:23:10,073 INFO [RS:0;ea9122631f8b:42021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:10,073 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291 2024-11-09T22:23:10,078 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:23:10,079 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:23:10,079 INFO [RS:0;ea9122631f8b:42021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:23:10,079 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,080 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:23:10,080 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:23:10,080 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,080 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:10,080 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:10,080 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:10,080 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:10,080 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:10,080 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:23:10,080 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:10,080 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:10,080 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:10,080 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:10,080 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:10,081 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:10,081 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:23:10,081 DEBUG [RS:0;ea9122631f8b:42021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:23:10,085 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,085 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,086 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,086 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,086 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,086 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,42021,1731190987291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:23:10,098 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:23:10,098 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,42021,1731190987291-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,098 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,098 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.Replication(171): ea9122631f8b,42021,1731190987291 started 2024-11-09T22:23:10,111 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,111 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,42021,1731190987291, RpcServer on ea9122631f8b/172.17.0.3:42021, sessionid=0x10121b20c420001 2024-11-09T22:23:10,111 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:23:10,111 DEBUG [RS:0;ea9122631f8b:42021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,42021,1731190987291 2024-11-09T22:23:10,111 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,42021,1731190987291' 2024-11-09T22:23:10,111 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-603078860/flush-table-proc/abort' 2024-11-09T22:23:10,111 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-603078860/flush-table-proc/acquired' 2024-11-09T22:23:10,112 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:23:10,112 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:23:10,112 DEBUG [RS:0;ea9122631f8b:42021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,42021,1731190987291 2024-11-09T22:23:10,112 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,42021,1731190987291' 2024-11-09T22:23:10,112 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-603078860/online-snapshot/abort' 2024-11-09T22:23:10,112 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-603078860/online-snapshot/acquired' 2024-11-09T22:23:10,112 DEBUG [RS:0;ea9122631f8b:42021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:23:10,112 INFO [RS:0;ea9122631f8b:42021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:23:10,112 INFO [RS:0;ea9122631f8b:42021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:23:10,213 INFO [RS:0;ea9122631f8b:42021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:23:10,213 INFO [RS:0;ea9122631f8b:42021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C42021%2C1731190987291, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/oldWALs, maxLogs=10 2024-11-09T22:23:10,225 DEBUG [RS:0;ea9122631f8b:42021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214, exclude list is [], retry=0 2024-11-09T22:23:10,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c2ff5dd2-0c26-44d1-97c5-2fe6c38a832e,DISK] 2024-11-09T22:23:10,228 INFO [RS:0;ea9122631f8b:42021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 2024-11-09T22:23:10,228 DEBUG [RS:0;ea9122631f8b:42021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)] 2024-11-09T22:23:10,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:10,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:23:10,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:23:10,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:10,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:10,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:23:10,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:23:10,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:10,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:10,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:23:10,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:23:10,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:10,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:10,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:23:10,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:23:10,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:10,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:10,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:23:10,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740 2024-11-09T22:23:10,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740 2024-11-09T22:23:10,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:23:10,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:23:10,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:10,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:23:10,398 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:10,398 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74947966, jitterRate=0.11681172251701355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:10,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190990390Initializing all the Stores at 1731190990390Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190990390Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190990391 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190990391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190990391Cleaning up temporary data from old regions at 1731190990396 (+5 ms)Region opened successfully at 1731190990398 (+2 ms) 2024-11-09T22:23:10,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:23:10,398 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:23:10,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:23:10,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:23:10,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:23:10,399 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:23:10,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190990398Disabling compacts and flushes for region at 1731190990398Disabling writes for close at 1731190990398Writing region close event to WAL at 1731190990398Closed at 1731190990398 2024-11-09T22:23:10,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:10,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:23:10,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:23:10,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:23:10,401 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:23:10,551 DEBUG [ea9122631f8b:38307 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:23:10,551 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,42021,1731190987291 2024-11-09T22:23:10,552 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,42021,1731190987291, state=OPENING 2024-11-09T22:23:10,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:23:10,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:10,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:10,608 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:23:10,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-603078860/meta-region-server: CHANGED 2024-11-09T22:23:10,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-603078860/meta-region-server: CHANGED 2024-11-09T22:23:10,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,42021,1731190987291}] 2024-11-09T22:23:10,760 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:23:10,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:23:10,764 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:23:10,764 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:10,764 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:23:10,765 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C42021%2C1731190987291.meta, suffix=.meta, logDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/oldWALs, maxLogs=10 2024-11-09T22:23:10,776 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.meta.1731190990765.meta, exclude list is [], retry=0 2024-11-09T22:23:10,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c2ff5dd2-0c26-44d1-97c5-2fe6c38a832e,DISK] 2024-11-09T22:23:10,779 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.meta.1731190990765.meta 2024-11-09T22:23:10,779 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)] 2024-11-09T22:23:10,780 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:10,780 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:23:10,780 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:23:10,780 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:23:10,780 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:23:10,780 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:23:10,780 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:10,780 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:23:10,780 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:23:10,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:23:10,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:23:10,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:10,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:10,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:23:10,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:23:10,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:10,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:10,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:23:10,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:23:10,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:10,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:10,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:23:10,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:23:10,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:10,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:10,785 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:23:10,785 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740 2024-11-09T22:23:10,786 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740 2024-11-09T22:23:10,787 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:23:10,787 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:23:10,787 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:10,788 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:23:10,788 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60370512, jitterRate=-0.10040926933288574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:10,788 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:23:10,788 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190990780Writing region info on filesystem at 1731190990780Initializing all the Stores at 1731190990781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190990781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190990781Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190990781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190990781Cleaning up temporary data from old regions at 1731190990787 (+6 ms)Running coprocessor post-open hooks at 1731190990788 (+1 ms)Region opened successfully at 1731190990788 2024-11-09T22:23:10,789 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190990760 2024-11-09T22:23:10,790 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:23:10,790 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:23:10,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,42021,1731190987291 2024-11-09T22:23:10,791 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,42021,1731190987291, state=OPEN 2024-11-09T22:23:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-603078860/meta-region-server 2024-11-09T22:23:10,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-603078860/meta-region-server 2024-11-09T22:23:10,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,42021,1731190987291 2024-11-09T22:23:10,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-603078860/meta-region-server: CHANGED 2024-11-09T22:23:10,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-603078860/meta-region-server: CHANGED 2024-11-09T22:23:10,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:23:10,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,42021,1731190987291 in 221 msec 2024-11-09T22:23:10,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:23:10,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-09T22:23:10,832 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:10,833 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:23:10,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:10,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,42021,1731190987291, seqNum=-1] 2024-11-09T22:23:10,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:10,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:10,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 869 msec 2024-11-09T22:23:10,838 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190990838, completionTime=-1 2024-11-09T22:23:10,839 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:23:10,839 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:23:10,840 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:23:10,840 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731191050840 2024-11-09T22:23:10,840 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731191110840 2024-11-09T22:23:10,840 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T22:23:10,840 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,38307,1731190987109-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,841 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,38307,1731190987109-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,841 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,38307,1731190987109-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,841 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:38307, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,841 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,841 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,842 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:23:10,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.488sec 2024-11-09T22:23:10,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:23:10,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:23:10,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:23:10,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:23:10,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:23:10,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,38307,1731190987109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:23:10,843 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,38307,1731190987109-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:23:10,845 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:23:10,845 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:23:10,845 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,38307,1731190987109-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:10,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65310633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:10,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,38307,-1 for getting cluster id 2024-11-09T22:23:10,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:10,917 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57dcc6de-8f7c-432c-b38b-abe025690ddf' 2024-11-09T22:23:10,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:10,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57dcc6de-8f7c-432c-b38b-abe025690ddf" 2024-11-09T22:23:10,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba77da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:10,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,38307,-1] 2024-11-09T22:23:10,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:10,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:10,918 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:10,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7614cea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:10,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:10,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,42021,1731190987291, seqNum=-1] 2024-11-09T22:23:10,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:10,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:10,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,38307,1731190987109 2024-11-09T22:23:10,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58677 2024-11-09T22:23:10,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:23:10,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10121b20c420002 connected 2024-11-09T22:23:10,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/hadoop.log.dir so I do NOT create it in target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584 2024-11-09T22:23:10,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:23:10,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/hadoop.tmp.dir so I do NOT create it in target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584 2024-11-09T22:23:10,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:23:10,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584 2024-11-09T22:23:10,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:23:10,958 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/cluster_22f11f8d-f3b5-3316-1c6e-bb4c4f798f35, deleteOnExit=true 2024-11-09T22:23:10,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:23:10,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/test.cache.data in system properties and HBase conf 2024-11-09T22:23:10,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:23:10,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:23:10,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:23:10,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:23:10,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:23:10,958 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:23:10,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:23:11,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:23:11,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:23:11,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:23:11,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:23:11,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:23:11,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:23:11,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77edbf16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:23:11,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@361736dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:23:11,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30602a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/java.io.tmpdir/jetty-localhost-41553-hadoop-hdfs-3_4_1-tests_jar-_-any-132258444114214076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:23:11,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17fb6b21{HTTP/1.1, (http/1.1)}{localhost:41553} 2024-11-09T22:23:11,550 INFO [Time-limited test {}] server.Server(415): Started @330767ms 2024-11-09T22:23:11,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:23:11,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:23:11,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:23:11,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:23:11,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T22:23:11,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8887bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:23:11,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d478969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:23:11,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a7b5a19{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/java.io.tmpdir/jetty-localhost-35765-hadoop-hdfs-3_4_1-tests_jar-_-any-1155993554930480551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:23:11,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3f3a5c{HTTP/1.1, (http/1.1)}{localhost:35765} 2024-11-09T22:23:11,915 INFO [Time-limited test {}] server.Server(415): Started @331132ms 2024-11-09T22:23:11,916 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:23:12,620 WARN [Thread-4392 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/cluster_22f11f8d-f3b5-3316-1c6e-bb4c4f798f35/data/data1/current/BP-1927535991-172.17.0.3-1731190990976/current, will proceed with Du for space computation calculation, 2024-11-09T22:23:12,620 WARN [Thread-4393 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/cluster_22f11f8d-f3b5-3316-1c6e-bb4c4f798f35/data/data2/current/BP-1927535991-172.17.0.3-1731190990976/current, will proceed with Du for space computation calculation, 2024-11-09T22:23:12,634 WARN [Thread-4380 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:23:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c22532c776612cb with lease ID 0x6bddf1e5545b1de8: Processing first storage report for DS-263661c0-f0e5-4902-af74-e5ccbb62810a from datanode DatanodeRegistration(127.0.0.1:35251, datanodeUuid=3613faeb-641d-49b8-a5a6-81809760107d, infoPort=36213, infoSecurePort=0, ipcPort=37645, storageInfo=lv=-57;cid=testClusterID;nsid=475584547;c=1731190990976) 2024-11-09T22:23:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c22532c776612cb with lease ID 0x6bddf1e5545b1de8: from storage DS-263661c0-f0e5-4902-af74-e5ccbb62810a node DatanodeRegistration(127.0.0.1:35251, datanodeUuid=3613faeb-641d-49b8-a5a6-81809760107d, infoPort=36213, infoSecurePort=0, ipcPort=37645, storageInfo=lv=-57;cid=testClusterID;nsid=475584547;c=1731190990976), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T22:23:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c22532c776612cb with lease ID 0x6bddf1e5545b1de8: Processing first storage report for DS-af87271a-cbec-4b7e-96e1-85e761248873 from datanode DatanodeRegistration(127.0.0.1:35251, datanodeUuid=3613faeb-641d-49b8-a5a6-81809760107d, infoPort=36213, infoSecurePort=0, ipcPort=37645, storageInfo=lv=-57;cid=testClusterID;nsid=475584547;c=1731190990976) 2024-11-09T22:23:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c22532c776612cb with lease ID 0x6bddf1e5545b1de8: from storage DS-af87271a-cbec-4b7e-96e1-85e761248873 node DatanodeRegistration(127.0.0.1:35251, datanodeUuid=3613faeb-641d-49b8-a5a6-81809760107d, infoPort=36213, infoSecurePort=0, ipcPort=37645, storageInfo=lv=-57;cid=testClusterID;nsid=475584547;c=1731190990976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:23:12,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584 2024-11-09T22:23:12,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:12,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:12,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:23:13,144 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb with version=8 2024-11-09T22:23:13,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/hbase-staging 2024-11-09T22:23:13,146 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:23:13,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:13,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:13,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:23:13,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:13,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:23:13,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:23:13,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:23:13,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34785 2024-11-09T22:23:13,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34785 connecting to ZooKeeper ensemble=127.0.0.1:58677 2024-11-09T22:23:13,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347850x0, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:23:13,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34785-0x10121b20c420003 connected 2024-11-09T22:23:13,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:13,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:13,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Set watcher on znode that does not yet exist, /1-524324019/running 2024-11-09T22:23:13,274 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb, hbase.cluster.distributed=false 2024-11-09T22:23:13,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Set watcher on znode that does not yet exist, /1-524324019/acl 2024-11-09T22:23:13,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34785 2024-11-09T22:23:13,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34785 2024-11-09T22:23:13,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34785 2024-11-09T22:23:13,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34785 2024-11-09T22:23:13,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34785 2024-11-09T22:23:13,289 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:23:13,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:13,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:13,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:23:13,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:13,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:23:13,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:23:13,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:23:13,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44461 2024-11-09T22:23:13,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44461 connecting to ZooKeeper ensemble=127.0.0.1:58677 2024-11-09T22:23:13,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:13,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:13,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444610x0, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:23:13,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444610x0, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Set watcher on znode that does not yet exist, /1-524324019/running 2024-11-09T22:23:13,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44461-0x10121b20c420004 connected 2024-11-09T22:23:13,303 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:23:13,306 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:23:13,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Set watcher on znode that does not yet exist, /1-524324019/master 2024-11-09T22:23:13,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Set watcher on znode that does not yet exist, /1-524324019/acl 2024-11-09T22:23:13,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44461 2024-11-09T22:23:13,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44461 2024-11-09T22:23:13,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44461 2024-11-09T22:23:13,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44461 2024-11-09T22:23:13,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44461 2024-11-09T22:23:13,323 DEBUG [M:0;ea9122631f8b:34785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:34785 2024-11-09T22:23:13,323 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-524324019/backup-masters/ea9122631f8b,34785,1731190993146 2024-11-09T22:23:13,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019/backup-masters 2024-11-09T22:23:13,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019/backup-masters 2024-11-09T22:23:13,334 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Set watcher on existing znode=/1-524324019/backup-masters/ea9122631f8b,34785,1731190993146 2024-11-09T22:23:13,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-524324019/master 2024-11-09T22:23:13,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:13,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:13,345 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Set watcher on existing znode=/1-524324019/master 2024-11-09T22:23:13,345 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-524324019/backup-masters/ea9122631f8b,34785,1731190993146 from backup master directory 2024-11-09T22:23:13,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-524324019/backup-masters/ea9122631f8b,34785,1731190993146 2024-11-09T22:23:13,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019/backup-masters 2024-11-09T22:23:13,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019/backup-masters 2024-11-09T22:23:13,355 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:23:13,355 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,34785,1731190993146 2024-11-09T22:23:13,357 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/hbase.id] with ID: 73a8b33b-8c8d-4533-b9b3-f345773e61cc 2024-11-09T22:23:13,357 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/.tmp/hbase.id 2024-11-09T22:23:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:23:13,761 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/.tmp/hbase.id]:[hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/hbase.id] 2024-11-09T22:23:13,768 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:13,768 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:23:13,769 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T22:23:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:13,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:23:14,180 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:23:14,180 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:23:14,181 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:14,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:23:14,586 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store 2024-11-09T22:23:14,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:23:14,990 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:14,990 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:23:14,990 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:14,990 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:14,990 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:23:14,990 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:14,990 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:14,990 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731190994990Disabling compacts and flushes for region at 1731190994990Disabling writes for close at 1731190994990Writing region close event to WAL at 1731190994990Closed at 1731190994990 2024-11-09T22:23:14,991 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/.initializing 2024-11-09T22:23:14,991 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/WALs/ea9122631f8b,34785,1731190993146 2024-11-09T22:23:14,991 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:23:14,992 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C34785%2C1731190993146, suffix=, logDir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/WALs/ea9122631f8b,34785,1731190993146, archiveDir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/oldWALs, maxLogs=10 2024-11-09T22:23:15,015 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/WALs/ea9122631f8b,34785,1731190993146/ea9122631f8b%2C34785%2C1731190993146.1731190994992, exclude list is [], retry=0 2024-11-09T22:23:15,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35251,DS-263661c0-f0e5-4902-af74-e5ccbb62810a,DISK] 2024-11-09T22:23:15,018 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/WALs/ea9122631f8b,34785,1731190993146/ea9122631f8b%2C34785%2C1731190993146.1731190994992 2024-11-09T22:23:15,018 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36213:36213)] 2024-11-09T22:23:15,019 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:15,019 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:15,019 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,019 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:23:15,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:15,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:15,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:23:15,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:15,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:15,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:23:15,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:15,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:15,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:23:15,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:15,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:15,024 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,024 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,024 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,025 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,025 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,025 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:15,026 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:15,027 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:15,027 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62763481, jitterRate=-0.06475125253200531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:15,028 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731190995019Initializing all the Stores at 1731190995020 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190995020Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190995020Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190995020Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190995020Cleaning up temporary data from old regions at 1731190995025 (+5 ms)Region opened successfully at 1731190995028 (+3 ms) 2024-11-09T22:23:15,028 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:23:15,029 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edefaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:23:15,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:23:15,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:23:15,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:23:15,030 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:23:15,031 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:23:15,031 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:23:15,031 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:23:15,032 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:23:15,033 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Unable to get data of znode /1-524324019/balancer because node does not exist (not necessarily an error) 2024-11-09T22:23:15,102 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-524324019/balancer already deleted, retry=false 2024-11-09T22:23:15,103 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:23:15,103 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Unable to get data of znode /1-524324019/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:23:15,113 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-524324019/normalizer already deleted, retry=false 2024-11-09T22:23:15,113 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:23:15,114 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Unable to get data of znode /1-524324019/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:23:15,123 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-524324019/switch/split already deleted, retry=false 2024-11-09T22:23:15,124 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Unable to get data of znode /1-524324019/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:23:15,134 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-524324019/switch/merge already deleted, retry=false 2024-11-09T22:23:15,135 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Unable to get data of znode /1-524324019/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:23:15,144 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-524324019/snapshot-cleanup already deleted, retry=false 2024-11-09T22:23:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-524324019/running 2024-11-09T22:23:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-524324019/running 2024-11-09T22:23:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:15,155 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,34785,1731190993146, sessionid=0x10121b20c420003, setting cluster-up flag (Was=false) 2024-11-09T22:23:15,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:15,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:15,208 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-524324019/flush-table-proc/acquired, /1-524324019/flush-table-proc/reached, /1-524324019/flush-table-proc/abort 2024-11-09T22:23:15,209 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,34785,1731190993146 2024-11-09T22:23:15,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:15,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:15,260 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-524324019/online-snapshot/acquired, /1-524324019/online-snapshot/reached, /1-524324019/online-snapshot/abort 2024-11-09T22:23:15,261 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,34785,1731190993146 2024-11-09T22:23:15,262 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:23:15,263 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:15,263 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:23:15,263 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:23:15,263 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,34785,1731190993146 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:23:15,264 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:15,264 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:15,264 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:15,264 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:15,264 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:23:15,264 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,264 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:23:15,264 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,265 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731191025265 2024-11-09T22:23:15,265 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:23:15,265 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:23:15,265 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:23:15,265 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:23:15,265 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:23:15,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:15,265 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:23:15,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:23:15,265 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,265 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:23:15,266 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:23:15,266 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:23:15,266 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:23:15,266 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:15,266 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:23:15,266 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:23:15,266 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:23:15,266 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190995266,5,FailOnTimeoutGroup] 2024-11-09T22:23:15,266 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190995266,5,FailOnTimeoutGroup] 2024-11-09T22:23:15,266 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,266 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:23:15,266 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,266 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:23:15,316 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(746): ClusterId : 73a8b33b-8c8d-4533-b9b3-f345773e61cc 2024-11-09T22:23:15,316 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:23:15,324 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:23:15,324 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:23:15,334 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:23:15,335 DEBUG [RS:0;ea9122631f8b:44461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9b959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:23:15,345 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:44461 2024-11-09T22:23:15,346 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:23:15,346 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:23:15,346 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:23:15,346 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,34785,1731190993146 with port=44461, startcode=1731190993288 2024-11-09T22:23:15,346 DEBUG [RS:0;ea9122631f8b:44461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:23:15,347 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:23:15,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,44461,1731190993288 2024-11-09T22:23:15,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34785 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,44461,1731190993288 2024-11-09T22:23:15,349 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb 2024-11-09T22:23:15,349 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44319 2024-11-09T22:23:15,349 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:23:15,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019/rs 2024-11-09T22:23:15,380 DEBUG [RS:0;ea9122631f8b:44461 {}] zookeeper.ZKUtil(111): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Set watcher on existing znode=/1-524324019/rs/ea9122631f8b,44461,1731190993288 2024-11-09T22:23:15,380 WARN [RS:0;ea9122631f8b:44461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:23:15,380 INFO [RS:0;ea9122631f8b:44461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:15,380 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/WALs/ea9122631f8b,44461,1731190993288 2024-11-09T22:23:15,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,44461,1731190993288] 2024-11-09T22:23:15,382 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:23:15,384 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:23:15,384 INFO [RS:0;ea9122631f8b:44461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:23:15,384 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,384 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:23:15,385 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:23:15,385 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:23:15,385 DEBUG [RS:0;ea9122631f8b:44461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:23:15,385 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,385 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,385 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,385 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,385 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,385 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44461,1731190993288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:23:15,397 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:23:15,398 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,44461,1731190993288-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,398 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,398 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.Replication(171): ea9122631f8b,44461,1731190993288 started 2024-11-09T22:23:15,409 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:15,409 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,44461,1731190993288, RpcServer on ea9122631f8b/172.17.0.3:44461, sessionid=0x10121b20c420004 2024-11-09T22:23:15,409 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:23:15,409 DEBUG [RS:0;ea9122631f8b:44461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,44461,1731190993288 2024-11-09T22:23:15,409 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,44461,1731190993288' 2024-11-09T22:23:15,409 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-524324019/flush-table-proc/abort' 2024-11-09T22:23:15,410 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-524324019/flush-table-proc/acquired' 2024-11-09T22:23:15,410 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:23:15,410 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:23:15,410 DEBUG [RS:0;ea9122631f8b:44461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,44461,1731190993288 2024-11-09T22:23:15,410 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,44461,1731190993288' 2024-11-09T22:23:15,410 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-524324019/online-snapshot/abort' 2024-11-09T22:23:15,410 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-524324019/online-snapshot/acquired' 2024-11-09T22:23:15,411 DEBUG [RS:0;ea9122631f8b:44461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:23:15,411 INFO [RS:0;ea9122631f8b:44461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:23:15,411 INFO [RS:0;ea9122631f8b:44461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:23:15,511 INFO [RS:0;ea9122631f8b:44461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:23:15,512 INFO [RS:0;ea9122631f8b:44461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C44461%2C1731190993288, suffix=, logDir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/WALs/ea9122631f8b,44461,1731190993288, archiveDir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/oldWALs, maxLogs=10 2024-11-09T22:23:15,524 DEBUG [RS:0;ea9122631f8b:44461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/WALs/ea9122631f8b,44461,1731190993288/ea9122631f8b%2C44461%2C1731190993288.1731190995512, exclude list is [], retry=0 2024-11-09T22:23:15,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35251,DS-263661c0-f0e5-4902-af74-e5ccbb62810a,DISK] 2024-11-09T22:23:15,527 INFO [RS:0;ea9122631f8b:44461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/WALs/ea9122631f8b,44461,1731190993288/ea9122631f8b%2C44461%2C1731190993288.1731190995512 2024-11-09T22:23:15,527 DEBUG [RS:0;ea9122631f8b:44461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36213:36213)] 2024-11-09T22:23:15,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:23:15,670 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb 2024-11-09T22:23:15,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:23:16,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:16,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:23:16,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:23:16,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:16,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:16,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:23:16,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:23:16,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:16,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:16,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:23:16,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:23:16,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:16,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:16,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:23:16,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:23:16,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:16,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:16,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:23:16,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740 2024-11-09T22:23:16,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740 2024-11-09T22:23:16,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:23:16,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:23:16,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:16,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:23:16,090 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:16,090 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68774795, jitterRate=0.02482430636882782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:16,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731190996076Initializing all the Stores at 1731190996076Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190996076Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190996077 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190996077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190996077Cleaning up temporary data from old regions at 1731190996084 (+7 ms)Region opened successfully at 1731190996090 (+6 ms) 2024-11-09T22:23:16,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:23:16,090 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:23:16,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:23:16,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:23:16,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:23:16,091 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:23:16,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731190996090Disabling compacts and flushes for region at 1731190996090Disabling writes for close at 1731190996090Writing region close event to WAL at 1731190996091 (+1 ms)Closed at 1731190996091 2024-11-09T22:23:16,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:16,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:23:16,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:23:16,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:23:16,094 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:23:16,244 DEBUG [ea9122631f8b:34785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:23:16,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,44461,1731190993288 2024-11-09T22:23:16,246 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,44461,1731190993288, state=OPENING 2024-11-09T22:23:16,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:23:16,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,292 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:23:16,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:16,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:16,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-524324019/meta-region-server: CHANGED 2024-11-09T22:23:16,303 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:23:16,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,44461,1731190993288}] 2024-11-09T22:23:16,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-524324019/meta-region-server: CHANGED 2024-11-09T22:23:16,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:16,457 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:23:16,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:23:16,463 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:23:16,463 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:16,463 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:23:16,469 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C44461%2C1731190993288.meta, suffix=.meta, logDir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/WALs/ea9122631f8b,44461,1731190993288, archiveDir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/oldWALs, maxLogs=10 2024-11-09T22:23:16,490 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/WALs/ea9122631f8b,44461,1731190993288/ea9122631f8b%2C44461%2C1731190993288.meta.1731190996469.meta, exclude list is [], retry=0 2024-11-09T22:23:16,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35251,DS-263661c0-f0e5-4902-af74-e5ccbb62810a,DISK] 2024-11-09T22:23:16,497 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/WALs/ea9122631f8b,44461,1731190993288/ea9122631f8b%2C44461%2C1731190993288.meta.1731190996469.meta 2024-11-09T22:23:16,497 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36213:36213)] 2024-11-09T22:23:16,497 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:16,498 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:23:16,498 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:23:16,498 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:23:16,498 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:23:16,498 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:23:16,498 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:16,499 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:23:16,499 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:23:16,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:23:16,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:23:16,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:16,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:16,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:23:16,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:23:16,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:16,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:16,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:23:16,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:23:16,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:16,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:16,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:23:16,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:23:16,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:16,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:16,505 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:23:16,505 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740 2024-11-09T22:23:16,506 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740 2024-11-09T22:23:16,507 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:23:16,507 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:23:16,508 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:16,509 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:23:16,509 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66399483, jitterRate=-0.010570600628852844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:16,509 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:23:16,510 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731190996499Writing region info on filesystem at 1731190996499Initializing all the Stores at 1731190996499Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190996500 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190996500Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731190996500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731190996500Cleaning up temporary data from old regions at 1731190996507 (+7 ms)Running coprocessor post-open hooks at 1731190996509 (+2 ms)Region opened successfully at 1731190996509 2024-11-09T22:23:16,511 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731190996457 2024-11-09T22:23:16,512 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:23:16,513 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:23:16,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,44461,1731190993288 2024-11-09T22:23:16,514 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,44461,1731190993288, state=OPEN 2024-11-09T22:23:16,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-524324019/meta-region-server 2024-11-09T22:23:16,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-524324019/meta-region-server 2024-11-09T22:23:16,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-524324019/meta-region-server: CHANGED 2024-11-09T22:23:16,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-524324019/meta-region-server: CHANGED 2024-11-09T22:23:16,524 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,44461,1731190993288 2024-11-09T22:23:16,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:23:16,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,44461,1731190993288 in 221 msec 2024-11-09T22:23:16,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:23:16,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-09T22:23:16,528 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:16,528 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:23:16,529 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:16,529 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,44461,1731190993288, seqNum=-1] 2024-11-09T22:23:16,530 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:16,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:16,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-09T22:23:16,535 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731190996535, completionTime=-1 2024-11-09T22:23:16,535 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:23:16,536 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:23:16,538 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:23:16,538 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731191056538 2024-11-09T22:23:16,538 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731191116538 2024-11-09T22:23:16,538 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T22:23:16,538 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34785,1731190993146-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:16,538 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34785,1731190993146-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:16,538 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34785,1731190993146-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:16,538 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:34785, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:16,538 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:16,541 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:23:16,544 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:16,549 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.194sec 2024-11-09T22:23:16,549 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:23:16,549 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:23:16,549 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:23:16,549 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:23:16,549 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:23:16,549 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34785,1731190993146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:23:16,549 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34785,1731190993146-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:23:16,555 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:23:16,555 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:23:16,555 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,34785,1731190993146-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:16,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63257ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:16,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34785,-1 for getting cluster id 2024-11-09T22:23:16,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:16,632 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73a8b33b-8c8d-4533-b9b3-f345773e61cc' 2024-11-09T22:23:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73a8b33b-8c8d-4533-b9b3-f345773e61cc" 2024-11-09T22:23:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564e4f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:16,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34785,-1] 2024-11-09T22:23:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:16,634 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:16,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323575d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:16,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:16,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,44461,1731190993288, seqNum=-1] 2024-11-09T22:23:16,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:16,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,34785,1731190993146 2024-11-09T22:23:16,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58677 2024-11-09T22:23:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:23:16,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10121b20c420005 connected 2024-11-09T22:23:16,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/hadoop.log.dir so I do NOT create it in target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002 2024-11-09T22:23:16,663 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T22:23:16,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/hadoop.tmp.dir so I do NOT create it in target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002 2024-11-09T22:23:16,663 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T22:23:16,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002 2024-11-09T22:23:16,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T22:23:16,664 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/cluster_29a15caa-950e-56fe-66fc-41a5e09b4c05, deleteOnExit=true 2024-11-09T22:23:16,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T22:23:16,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/test.cache.data in system properties and HBase conf 2024-11-09T22:23:16,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T22:23:16,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/hadoop.log.dir in system properties and HBase conf 2024-11-09T22:23:16,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T22:23:16,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T22:23:16,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T22:23:16,665 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T22:23:16,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:23:16,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T22:23:16,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T22:23:16,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:23:16,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T22:23:16,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T22:23:16,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T22:23:16,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:23:16,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T22:23:16,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/nfs.dump.dir in system properties and HBase conf 2024-11-09T22:23:16,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/java.io.tmpdir in system properties and HBase conf 2024-11-09T22:23:16,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T22:23:16,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T22:23:16,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T22:23:17,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:23:17,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:23:17,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:23:17,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:23:17,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:23:17,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:23:17,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ed029c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:23:17,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15dddda2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:23:17,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@250ce06{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/java.io.tmpdir/jetty-localhost-45963-hadoop-hdfs-3_4_1-tests_jar-_-any-16164062226032373919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:23:17,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f5123ef{HTTP/1.1, (http/1.1)}{localhost:45963} 2024-11-09T22:23:17,343 INFO [Time-limited test {}] server.Server(415): Started @336560ms 2024-11-09T22:23:17,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T22:23:17,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T22:23:17,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T22:23:17,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T22:23:17,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T22:23:17,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f26ecd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/hadoop.log.dir/,AVAILABLE} 2024-11-09T22:23:17,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19ead2c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T22:23:17,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34ff520d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/java.io.tmpdir/jetty-localhost-40029-hadoop-hdfs-3_4_1-tests_jar-_-any-8141596732881745463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:23:17,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74e9d90d{HTTP/1.1, (http/1.1)}{localhost:40029} 2024-11-09T22:23:17,922 INFO [Time-limited test {}] server.Server(415): Started @337139ms 2024-11-09T22:23:17,923 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T22:23:18,828 WARN [Thread-4514 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/cluster_29a15caa-950e-56fe-66fc-41a5e09b4c05/data/data2/current/BP-178722645-172.17.0.3-1731190996704/current, will proceed with Du for space computation calculation, 2024-11-09T22:23:18,828 WARN [Thread-4513 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/cluster_29a15caa-950e-56fe-66fc-41a5e09b4c05/data/data1/current/BP-178722645-172.17.0.3-1731190996704/current, will proceed with Du for space computation calculation, 2024-11-09T22:23:18,848 WARN [Thread-4501 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T22:23:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87ee9cdbe17af48e with lease ID 0x7251a87ee3b8f59a: Processing first storage report for DS-17c618d2-e33e-4ae4-94b8-9887aba6b9b6 from datanode DatanodeRegistration(127.0.0.1:41311, datanodeUuid=830c18ca-a551-4782-89bf-9a7bc03453e9, infoPort=44161, infoSecurePort=0, ipcPort=36907, storageInfo=lv=-57;cid=testClusterID;nsid=2132302679;c=1731190996704) 2024-11-09T22:23:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87ee9cdbe17af48e with lease ID 0x7251a87ee3b8f59a: from storage DS-17c618d2-e33e-4ae4-94b8-9887aba6b9b6 node DatanodeRegistration(127.0.0.1:41311, datanodeUuid=830c18ca-a551-4782-89bf-9a7bc03453e9, infoPort=44161, infoSecurePort=0, ipcPort=36907, storageInfo=lv=-57;cid=testClusterID;nsid=2132302679;c=1731190996704), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:23:18,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87ee9cdbe17af48e with lease ID 0x7251a87ee3b8f59a: Processing first storage report for DS-86c20b25-ddad-489b-bf22-3703719df84e from datanode DatanodeRegistration(127.0.0.1:41311, datanodeUuid=830c18ca-a551-4782-89bf-9a7bc03453e9, infoPort=44161, infoSecurePort=0, ipcPort=36907, storageInfo=lv=-57;cid=testClusterID;nsid=2132302679;c=1731190996704) 2024-11-09T22:23:18,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87ee9cdbe17af48e with lease ID 0x7251a87ee3b8f59a: from storage DS-86c20b25-ddad-489b-bf22-3703719df84e node DatanodeRegistration(127.0.0.1:41311, datanodeUuid=830c18ca-a551-4782-89bf-9a7bc03453e9, infoPort=44161, infoSecurePort=0, ipcPort=36907, storageInfo=lv=-57;cid=testClusterID;nsid=2132302679;c=1731190996704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T22:23:18,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002 2024-11-09T22:23:18,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:18,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741825_1001 (size=7) 2024-11-09T22:23:19,267 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b with version=8 2024-11-09T22:23:19,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/hbase-staging 2024-11-09T22:23:19,270 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:23:19,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:19,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:19,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:23:19,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:19,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:23:19,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T22:23:19,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:23:19,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41573 2024-11-09T22:23:19,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41573 connecting to ZooKeeper ensemble=127.0.0.1:58677 2024-11-09T22:23:19,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415730x0, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:23:19,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41573-0x10121b20c420006 connected 2024-11-09T22:23:19,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:19,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:19,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Set watcher on znode that does not yet exist, /2-1776536308/running 2024-11-09T22:23:19,475 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b, hbase.cluster.distributed=false 2024-11-09T22:23:19,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Set watcher on znode that does not yet exist, /2-1776536308/acl 2024-11-09T22:23:19,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41573 2024-11-09T22:23:19,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41573 2024-11-09T22:23:19,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41573 2024-11-09T22:23:19,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41573 2024-11-09T22:23:19,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41573 2024-11-09T22:23:19,496 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ea9122631f8b:0 server-side Connection retries=45 2024-11-09T22:23:19,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:19,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:19,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T22:23:19,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T22:23:19,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T22:23:19,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T22:23:19,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T22:23:19,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36123 2024-11-09T22:23:19,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36123 connecting to ZooKeeper ensemble=127.0.0.1:58677 2024-11-09T22:23:19,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:19,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:19,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361230x0, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:23:19,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361230x0, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Set watcher on znode that does not yet exist, /2-1776536308/running 2024-11-09T22:23:19,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36123-0x10121b20c420007 connected 2024-11-09T22:23:19,521 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T22:23:19,522 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T22:23:19,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Set watcher on znode that does not yet exist, /2-1776536308/master 2024-11-09T22:23:19,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Set watcher on znode that does not yet exist, /2-1776536308/acl 2024-11-09T22:23:19,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36123 2024-11-09T22:23:19,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36123 2024-11-09T22:23:19,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36123 2024-11-09T22:23:19,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36123 2024-11-09T22:23:19,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36123 2024-11-09T22:23:19,544 DEBUG [M:0;ea9122631f8b:41573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ea9122631f8b:41573 2024-11-09T22:23:19,545 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1776536308/backup-masters/ea9122631f8b,41573,1731190999270 2024-11-09T22:23:19,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308/backup-masters 2024-11-09T22:23:19,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308/backup-masters 2024-11-09T22:23:19,555 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Set watcher on existing znode=/2-1776536308/backup-masters/ea9122631f8b,41573,1731190999270 2024-11-09T22:23:19,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:19,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1776536308/master 2024-11-09T22:23:19,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:19,566 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Set watcher on existing znode=/2-1776536308/master 2024-11-09T22:23:19,566 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1776536308/backup-masters/ea9122631f8b,41573,1731190999270 from backup master directory 2024-11-09T22:23:19,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1776536308/backup-masters/ea9122631f8b,41573,1731190999270 2024-11-09T22:23:19,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308/backup-masters 2024-11-09T22:23:19,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308/backup-masters 2024-11-09T22:23:19,576 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:23:19,576 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ea9122631f8b,41573,1731190999270 2024-11-09T22:23:19,578 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/hbase.id] with ID: 6241eb51-3180-433c-9f00-1953e0bba31b 2024-11-09T22:23:19,578 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/.tmp/hbase.id 2024-11-09T22:23:19,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741826_1002 (size=42) 2024-11-09T22:23:19,982 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/.tmp/hbase.id]:[hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/hbase.id] 2024-11-09T22:23:19,990 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:19,990 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T22:23:19,991 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T22:23:20,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:20,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:20,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741827_1003 (size=196) 2024-11-09T22:23:20,412 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:23:20,412 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T22:23:20,413 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:20,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741828_1004 (size=1189) 2024-11-09T22:23:20,820 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store 2024-11-09T22:23:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741829_1005 (size=34) 2024-11-09T22:23:21,227 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:21,227 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:23:21,227 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:21,227 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:21,227 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:23:21,227 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:21,227 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:21,227 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731191001227Disabling compacts and flushes for region at 1731191001227Disabling writes for close at 1731191001227Writing region close event to WAL at 1731191001227Closed at 1731191001227 2024-11-09T22:23:21,228 WARN [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/.initializing 2024-11-09T22:23:21,228 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/WALs/ea9122631f8b,41573,1731190999270 2024-11-09T22:23:21,229 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:23:21,230 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ea9122631f8b%2C41573%2C1731190999270, suffix=, logDir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/WALs/ea9122631f8b,41573,1731190999270, archiveDir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/oldWALs, maxLogs=10 2024-11-09T22:23:21,250 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/WALs/ea9122631f8b,41573,1731190999270/ea9122631f8b%2C41573%2C1731190999270.1731191001231, exclude list is [], retry=0 2024-11-09T22:23:21,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41311,DS-17c618d2-e33e-4ae4-94b8-9887aba6b9b6,DISK] 2024-11-09T22:23:21,256 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/WALs/ea9122631f8b,41573,1731190999270/ea9122631f8b%2C41573%2C1731190999270.1731191001231 2024-11-09T22:23:21,257 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44161:44161)] 2024-11-09T22:23:21,257 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:21,257 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:21,257 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,257 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T22:23:21,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:21,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:21,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T22:23:21,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:21,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:21,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T22:23:21,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:21,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:21,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T22:23:21,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:21,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:21,279 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,280 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,280 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,281 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,281 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,282 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:21,283 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T22:23:21,284 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:21,285 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67697421, jitterRate=0.008770182728767395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:21,285 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731191001257Initializing all the Stores at 1731191001258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731191001258Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191001258Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191001258Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191001258Cleaning up temporary data from old regions at 1731191001281 (+23 ms)Region opened successfully at 1731191001285 (+4 ms) 2024-11-09T22:23:21,288 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T22:23:21,292 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ff6409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:23:21,293 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T22:23:21,293 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T22:23:21,293 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T22:23:21,294 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T22:23:21,294 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T22:23:21,294 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T22:23:21,294 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T22:23:21,315 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T22:23:21,318 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Unable to get data of znode /2-1776536308/balancer because node does not exist (not necessarily an error) 2024-11-09T22:23:21,397 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1776536308/balancer already deleted, retry=false 2024-11-09T22:23:21,397 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T22:23:21,398 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Unable to get data of znode /2-1776536308/normalizer because node does not exist (not necessarily an error) 2024-11-09T22:23:21,407 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1776536308/normalizer already deleted, retry=false 2024-11-09T22:23:21,408 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T22:23:21,408 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Unable to get data of znode /2-1776536308/switch/split because node does not exist (not necessarily an error) 2024-11-09T22:23:21,418 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1776536308/switch/split already deleted, retry=false 2024-11-09T22:23:21,418 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Unable to get data of znode /2-1776536308/switch/merge because node does not exist (not necessarily an error) 2024-11-09T22:23:21,428 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1776536308/switch/merge already deleted, retry=false 2024-11-09T22:23:21,430 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Unable to get data of znode /2-1776536308/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T22:23:21,439 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1776536308/snapshot-cleanup already deleted, retry=false 2024-11-09T22:23:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1776536308/running 2024-11-09T22:23:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1776536308/running 2024-11-09T22:23:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:21,450 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ea9122631f8b,41573,1731190999270, sessionid=0x10121b20c420006, setting cluster-up flag (Was=false) 2024-11-09T22:23:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:21,502 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1776536308/flush-table-proc/acquired, /2-1776536308/flush-table-proc/reached, /2-1776536308/flush-table-proc/abort 2024-11-09T22:23:21,504 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,41573,1731190999270 2024-11-09T22:23:21,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:21,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:21,555 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1776536308/online-snapshot/acquired, /2-1776536308/online-snapshot/reached, /2-1776536308/online-snapshot/abort 2024-11-09T22:23:21,556 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ea9122631f8b,41573,1731190999270 2024-11-09T22:23:21,558 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T22:23:21,560 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:21,561 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T22:23:21,561 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T22:23:21,561 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ea9122631f8b,41573,1731190999270 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T22:23:21,563 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:21,563 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:21,563 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:21,563 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ea9122631f8b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T22:23:21,563 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ea9122631f8b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T22:23:21,563 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,563 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:23:21,563 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,578 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:21,578 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T22:23:21,579 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:21,579 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T22:23:21,592 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731191031592 2024-11-09T22:23:21,592 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T22:23:21,592 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T22:23:21,592 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T22:23:21,592 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T22:23:21,592 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T22:23:21,593 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T22:23:21,593 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,594 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T22:23:21,594 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T22:23:21,594 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T22:23:21,594 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T22:23:21,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741831_1007 (size=1321) 2024-11-09T22:23:21,608 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T22:23:21,608 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T22:23:21,611 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731191001609,5,FailOnTimeoutGroup] 2024-11-09T22:23:21,612 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731191001611,5,FailOnTimeoutGroup] 2024-11-09T22:23:21,612 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,612 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T22:23:21,612 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,612 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,633 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(746): ClusterId : 6241eb51-3180-433c-9f00-1953e0bba31b 2024-11-09T22:23:21,633 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T22:23:21,640 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T22:23:21,640 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T22:23:21,653 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T22:23:21,654 DEBUG [RS:0;ea9122631f8b:36123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7697e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ea9122631f8b/172.17.0.3:0 2024-11-09T22:23:21,671 DEBUG [RS:0;ea9122631f8b:36123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ea9122631f8b:36123 2024-11-09T22:23:21,671 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T22:23:21,671 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T22:23:21,671 DEBUG [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T22:23:21,674 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(2659): reportForDuty to master=ea9122631f8b,41573,1731190999270 with port=36123, startcode=1731190999496 2024-11-09T22:23:21,674 DEBUG [RS:0;ea9122631f8b:36123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T22:23:21,677 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T22:23:21,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ea9122631f8b,36123,1731190999496 2024-11-09T22:23:21,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41573 {}] master.ServerManager(517): Registering regionserver=ea9122631f8b,36123,1731190999496 2024-11-09T22:23:21,679 DEBUG [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b 2024-11-09T22:23:21,679 DEBUG [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46291 2024-11-09T22:23:21,679 DEBUG [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T22:23:21,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308/rs 2024-11-09T22:23:21,719 DEBUG [RS:0;ea9122631f8b:36123 {}] zookeeper.ZKUtil(111): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Set watcher on existing znode=/2-1776536308/rs/ea9122631f8b,36123,1731190999496 2024-11-09T22:23:21,719 WARN [RS:0;ea9122631f8b:36123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T22:23:21,719 INFO [RS:0;ea9122631f8b:36123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:21,719 DEBUG [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/WALs/ea9122631f8b,36123,1731190999496 2024-11-09T22:23:21,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ea9122631f8b,36123,1731190999496] 2024-11-09T22:23:21,727 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T22:23:21,730 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T22:23:21,732 INFO [RS:0;ea9122631f8b:36123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T22:23:21,732 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,733 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T22:23:21,733 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T22:23:21,733 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ea9122631f8b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ea9122631f8b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:23:21,734 DEBUG [RS:0;ea9122631f8b:36123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ea9122631f8b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T22:23:21,736 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,736 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,736 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,736 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,736 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,736 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,36123,1731190999496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:23:21,758 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T22:23:21,759 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,36123,1731190999496-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,759 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,759 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.Replication(171): ea9122631f8b,36123,1731190999496 started 2024-11-09T22:23:21,777 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:21,777 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(1482): Serving as ea9122631f8b,36123,1731190999496, RpcServer on ea9122631f8b/172.17.0.3:36123, sessionid=0x10121b20c420007 2024-11-09T22:23:21,777 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T22:23:21,777 DEBUG [RS:0;ea9122631f8b:36123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ea9122631f8b,36123,1731190999496 2024-11-09T22:23:21,777 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,36123,1731190999496' 2024-11-09T22:23:21,777 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1776536308/flush-table-proc/abort' 2024-11-09T22:23:21,778 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1776536308/flush-table-proc/acquired' 2024-11-09T22:23:21,778 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T22:23:21,778 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T22:23:21,778 DEBUG [RS:0;ea9122631f8b:36123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ea9122631f8b,36123,1731190999496 2024-11-09T22:23:21,778 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ea9122631f8b,36123,1731190999496' 2024-11-09T22:23:21,778 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1776536308/online-snapshot/abort' 2024-11-09T22:23:21,779 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1776536308/online-snapshot/acquired' 2024-11-09T22:23:21,779 DEBUG [RS:0;ea9122631f8b:36123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T22:23:21,779 INFO [RS:0;ea9122631f8b:36123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T22:23:21,779 INFO [RS:0;ea9122631f8b:36123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T22:23:21,879 INFO [RS:0;ea9122631f8b:36123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T22:23:21,880 INFO [RS:0;ea9122631f8b:36123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C36123%2C1731190999496, suffix=, logDir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/WALs/ea9122631f8b,36123,1731190999496, archiveDir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/oldWALs, maxLogs=10 2024-11-09T22:23:21,893 DEBUG [RS:0;ea9122631f8b:36123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/WALs/ea9122631f8b,36123,1731190999496/ea9122631f8b%2C36123%2C1731190999496.1731191001881, exclude list is [], retry=0 2024-11-09T22:23:21,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41311,DS-17c618d2-e33e-4ae4-94b8-9887aba6b9b6,DISK] 2024-11-09T22:23:21,897 INFO [RS:0;ea9122631f8b:36123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/WALs/ea9122631f8b,36123,1731190999496/ea9122631f8b%2C36123%2C1731190999496.1731191001881 2024-11-09T22:23:21,897 DEBUG [RS:0;ea9122631f8b:36123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44161:44161)] 2024-11-09T22:23:21,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T22:23:21,999 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b 2024-11-09T22:23:22,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:23:22,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741833_1009 (size=32) 2024-11-09T22:23:22,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:22,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:23:22,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:23:22,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:22,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:22,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:23:22,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:23:22,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:22,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:22,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:23:22,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:23:22,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:22,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:22,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:23:22,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:23:22,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:22,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:22,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:23:22,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740 2024-11-09T22:23:22,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740 2024-11-09T22:23:22,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:23:22,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:23:22,046 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:22,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:23:22,053 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:22,053 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60500140, jitterRate=-0.09847766160964966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:22,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731191002028Initializing all the Stores at 1731191002029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731191002029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731191002029Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191002029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731191002029Cleaning up temporary data from old regions at 1731191002045 (+16 ms)Region opened successfully at 1731191002053 (+8 ms) 2024-11-09T22:23:22,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:23:22,054 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:23:22,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:23:22,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:23:22,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:23:22,063 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:23:22,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731191002054Disabling compacts and flushes for region at 1731191002054Disabling writes for close at 1731191002054Writing region close event to WAL at 1731191002063 (+9 ms)Closed at 1731191002063 2024-11-09T22:23:22,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:22,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T22:23:22,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T22:23:22,067 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:23:22,068 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T22:23:22,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:22,219 DEBUG [ea9122631f8b:41573 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T22:23:22,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ea9122631f8b,36123,1731190999496 2024-11-09T22:23:22,220 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,36123,1731190999496, state=OPENING 2024-11-09T22:23:22,271 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T22:23:22,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:22,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:22,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1776536308/meta-region-server: CHANGED 2024-11-09T22:23:22,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1776536308/meta-region-server: CHANGED 2024-11-09T22:23:22,283 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T22:23:22,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,36123,1731190999496}] 2024-11-09T22:23:22,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:23:22,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:23:22,444 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T22:23:22,444 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:22,445 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T22:23:22,446 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C36123%2C1731190999496.meta, suffix=.meta, logDir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/WALs/ea9122631f8b,36123,1731190999496, archiveDir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/oldWALs, maxLogs=10 2024-11-09T22:23:22,464 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/WALs/ea9122631f8b,36123,1731190999496/ea9122631f8b%2C36123%2C1731190999496.meta.1731191002446.meta, exclude list is [], retry=0 2024-11-09T22:23:22,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41311,DS-17c618d2-e33e-4ae4-94b8-9887aba6b9b6,DISK] 2024-11-09T22:23:22,467 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/WALs/ea9122631f8b,36123,1731190999496/ea9122631f8b%2C36123%2C1731190999496.meta.1731191002446.meta 2024-11-09T22:23:22,468 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44161:44161)] 2024-11-09T22:23:22,468 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:22,468 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:23:22,469 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:23:22,469 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T22:23:22,469 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T22:23:22,469 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T22:23:22,469 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:22,469 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T22:23:22,469 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T22:23:22,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T22:23:22,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T22:23:22,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:22,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:22,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T22:23:22,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T22:23:22,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:22,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:22,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T22:23:22,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T22:23:22,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:22,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:22,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T22:23:22,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T22:23:22,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:22,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T22:23:22,475 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T22:23:22,475 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740 2024-11-09T22:23:22,480 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740 2024-11-09T22:23:22,482 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T22:23:22,483 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T22:23:22,483 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T22:23:22,484 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T22:23:22,485 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70246492, jitterRate=0.046754300594329834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T22:23:22,485 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T22:23:22,485 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731191002469Writing region info on filesystem at 1731191002469Initializing all the Stores at 1731191002470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731191002470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731191002471 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191002472 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731191002472Cleaning up temporary data from old regions at 1731191002483 (+11 ms)Running coprocessor post-open hooks at 1731191002485 (+2 ms)Region opened successfully at 1731191002485 2024-11-09T22:23:22,488 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731191002435 2024-11-09T22:23:22,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,36123,1731190999496 2024-11-09T22:23:22,493 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ea9122631f8b,36123,1731190999496, state=OPEN 2024-11-09T22:23:22,493 DEBUG [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T22:23:22,493 INFO [RS_OPEN_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T22:23:22,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1776536308/meta-region-server 2024-11-09T22:23:22,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1776536308/meta-region-server 2024-11-09T22:23:22,513 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ea9122631f8b,36123,1731190999496 2024-11-09T22:23:22,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1776536308/meta-region-server: CHANGED 2024-11-09T22:23:22,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1776536308/meta-region-server: CHANGED 2024-11-09T22:23:22,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T22:23:22,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ea9122631f8b,36123,1731190999496 in 230 msec 2024-11-09T22:23:22,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T22:23:22,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-09T22:23:22,517 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T22:23:22,518 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T22:23:22,519 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:22,519 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,36123,1731190999496, seqNum=-1] 2024-11-09T22:23:22,519 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:22,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:22,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 964 msec 2024-11-09T22:23:22,525 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731191002525, completionTime=-1 2024-11-09T22:23:22,525 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T22:23:22,525 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T22:23:22,527 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T22:23:22,527 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731191062527 2024-11-09T22:23:22,527 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731191122527 2024-11-09T22:23:22,528 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T22:23:22,528 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41573,1731190999270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:22,528 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41573,1731190999270-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:22,528 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41573,1731190999270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:22,528 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ea9122631f8b:41573, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:22,528 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:22,528 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:22,530 DEBUG [master/ea9122631f8b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T22:23:22,532 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.956sec 2024-11-09T22:23:22,533 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T22:23:22,533 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T22:23:22,533 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T22:23:22,533 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T22:23:22,533 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T22:23:22,533 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41573,1731190999270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T22:23:22,533 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41573,1731190999270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T22:23:22,535 DEBUG [master/ea9122631f8b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T22:23:22,535 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T22:23:22,535 INFO [master/ea9122631f8b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ea9122631f8b,41573,1731190999270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T22:23:22,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509bfe8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:22,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41573,-1 for getting cluster id 2024-11-09T22:23:22,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:22,634 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6241eb51-3180-433c-9f00-1953e0bba31b' 2024-11-09T22:23:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6241eb51-3180-433c-9f00-1953e0bba31b" 2024-11-09T22:23:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b077b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41573,-1] 2024-11-09T22:23:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:22,636 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:22,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a17913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:22,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,36123,1731190999496, seqNum=-1] 2024-11-09T22:23:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:22,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:22,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ea9122631f8b,41573,1731190999270 2024-11-09T22:23:22,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58677 2024-11-09T22:23:22,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T22:23:22,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10121b20c420008 connected 2024-11-09T22:23:22,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,38307,1731190987109 2024-11-09T22:23:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb930e3 2024-11-09T22:23:22,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:22,664 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:22,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:23:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:23:22,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:23:22,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:22,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:23:22,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:23:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:23:22,674 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1abebec0afaec6b08d4c001df826473d, NAME => 'test,,1731191002664.1abebec0afaec6b08d4c001df826473d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e 2024-11-09T22:23:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:23:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:23,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731191002664.1abebec0afaec6b08d4c001df826473d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:23,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1abebec0afaec6b08d4c001df826473d, disabling compactions & flushes 2024-11-09T22:23:23,081 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:23,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:23,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731191002664.1abebec0afaec6b08d4c001df826473d. after waiting 0 ms 2024-11-09T22:23:23,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:23,081 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:23,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1abebec0afaec6b08d4c001df826473d: Waiting for close lock at 1731191003081Disabling compacts and flushes for region at 1731191003081Disabling writes for close at 1731191003081Writing region close event to WAL at 1731191003081Closed at 1731191003081 2024-11-09T22:23:23,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:23:23,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731191002664.1abebec0afaec6b08d4c001df826473d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731191003083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731191003083"}]},"ts":"1731191003083"} 2024-11-09T22:23:23,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:23:23,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:23:23,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731191003086"}]},"ts":"1731191003086"} 2024-11-09T22:23:23,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:23:23,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1abebec0afaec6b08d4c001df826473d, ASSIGN}] 2024-11-09T22:23:23,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1abebec0afaec6b08d4c001df826473d, ASSIGN 2024-11-09T22:23:23,090 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1abebec0afaec6b08d4c001df826473d, ASSIGN; state=OFFLINE, location=ea9122631f8b,42021,1731190987291; forceNewPlan=false, retain=false 2024-11-09T22:23:23,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1abebec0afaec6b08d4c001df826473d, regionState=OPENING, regionLocation=ea9122631f8b,42021,1731190987291 2024-11-09T22:23:23,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1abebec0afaec6b08d4c001df826473d, ASSIGN because future has completed 2024-11-09T22:23:23,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1abebec0afaec6b08d4c001df826473d, server=ea9122631f8b,42021,1731190987291}] 2024-11-09T22:23:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:23,400 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:23,400 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1abebec0afaec6b08d4c001df826473d, NAME => 'test,,1731191002664.1abebec0afaec6b08d4c001df826473d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:23,401 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:23:23,401 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:23:23,401 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,401 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731191002664.1abebec0afaec6b08d4c001df826473d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:23,401 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,401 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,402 INFO [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,403 INFO [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1abebec0afaec6b08d4c001df826473d columnFamilyName f 2024-11-09T22:23:23,403 DEBUG [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:23,403 INFO [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] regionserver.HStore(327): Store=1abebec0afaec6b08d4c001df826473d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:23,403 INFO [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,404 INFO [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1abebec0afaec6b08d4c001df826473d columnFamilyName f1 2024-11-09T22:23:23,404 DEBUG [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:23,404 INFO [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] regionserver.HStore(327): Store=1abebec0afaec6b08d4c001df826473d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:23,404 INFO [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,405 INFO [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1abebec0afaec6b08d4c001df826473d columnFamilyName norep 2024-11-09T22:23:23,405 DEBUG [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:23,405 INFO [StoreOpener-1abebec0afaec6b08d4c001df826473d-1 {}] regionserver.HStore(327): Store=1abebec0afaec6b08d4c001df826473d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:23,405 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,405 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,406 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,406 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,406 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,406 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:23:23,407 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,408 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:23,409 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1abebec0afaec6b08d4c001df826473d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70351856, jitterRate=0.0483243465423584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:23:23,409 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:23,409 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1abebec0afaec6b08d4c001df826473d: Running coprocessor pre-open hook at 1731191003401Writing region info on filesystem at 1731191003401Initializing all the Stores at 1731191003401Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191003401Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191003402 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191003402Cleaning up temporary data from old regions at 1731191003406 (+4 ms)Running coprocessor post-open hooks at 1731191003409 (+3 ms)Region opened successfully at 1731191003409 2024-11-09T22:23:23,409 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731191002664.1abebec0afaec6b08d4c001df826473d., pid=6, masterSystemTime=1731191003397 2024-11-09T22:23:23,411 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:23,411 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:23,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1abebec0afaec6b08d4c001df826473d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,42021,1731190987291 2024-11-09T22:23:23,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1abebec0afaec6b08d4c001df826473d, server=ea9122631f8b,42021,1731190987291 because future has completed 2024-11-09T22:23:23,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:23:23,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1abebec0afaec6b08d4c001df826473d, server=ea9122631f8b,42021,1731190987291 in 167 msec 2024-11-09T22:23:23,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:23:23,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1abebec0afaec6b08d4c001df826473d, ASSIGN in 326 msec 2024-11-09T22:23:23,416 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:23:23,417 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731191003416"}]},"ts":"1731191003416"} 2024-11-09T22:23:23,418 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:23:23,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:23:23,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-09T22:23:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:23,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:23,806 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:23:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34785,1731190993146 2024-11-09T22:23:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5266ec06 2024-11-09T22:23:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:23,808 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:23,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34785 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:23:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34785 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:23:23,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:23:23,811 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:23,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34785 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:23:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:23,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:23:23,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:23:23,824 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6523b24c60b611bafe915118368e2618, NAME => 'test,,1731191003808.6523b24c60b611bafe915118368e2618.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb 2024-11-09T22:23:23,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:23:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:24,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731191003808.6523b24c60b611bafe915118368e2618.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:24,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6523b24c60b611bafe915118368e2618, disabling compactions & flushes 2024-11-09T22:23:24,236 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:24,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:24,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731191003808.6523b24c60b611bafe915118368e2618. after waiting 0 ms 2024-11-09T22:23:24,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:24,236 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:24,236 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6523b24c60b611bafe915118368e2618: Waiting for close lock at 1731191004236Disabling compacts and flushes for region at 1731191004236Disabling writes for close at 1731191004236Writing region close event to WAL at 1731191004236Closed at 1731191004236 2024-11-09T22:23:24,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:23:24,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731191003808.6523b24c60b611bafe915118368e2618.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731191004237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731191004237"}]},"ts":"1731191004237"} 2024-11-09T22:23:24,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:23:24,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:23:24,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731191004241"}]},"ts":"1731191004241"} 2024-11-09T22:23:24,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:23:24,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6523b24c60b611bafe915118368e2618, ASSIGN}] 2024-11-09T22:23:24,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6523b24c60b611bafe915118368e2618, ASSIGN 2024-11-09T22:23:24,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6523b24c60b611bafe915118368e2618, ASSIGN; state=OFFLINE, location=ea9122631f8b,44461,1731190993288; forceNewPlan=false, retain=false 2024-11-09T22:23:24,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6523b24c60b611bafe915118368e2618, regionState=OPENING, regionLocation=ea9122631f8b,44461,1731190993288 2024-11-09T22:23:24,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6523b24c60b611bafe915118368e2618, ASSIGN because future has completed 2024-11-09T22:23:24,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6523b24c60b611bafe915118368e2618, server=ea9122631f8b,44461,1731190993288}] 2024-11-09T22:23:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:24,575 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:24,575 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6523b24c60b611bafe915118368e2618, NAME => 'test,,1731191003808.6523b24c60b611bafe915118368e2618.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:24,580 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:23:24,580 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:23:24,581 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,581 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731191003808.6523b24c60b611bafe915118368e2618.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:24,581 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,581 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,582 INFO [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,584 INFO [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6523b24c60b611bafe915118368e2618 columnFamilyName f 2024-11-09T22:23:24,584 DEBUG [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:24,584 INFO [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] regionserver.HStore(327): Store=6523b24c60b611bafe915118368e2618/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:24,584 INFO [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,585 INFO [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6523b24c60b611bafe915118368e2618 columnFamilyName f1 2024-11-09T22:23:24,586 DEBUG [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:24,586 INFO [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] regionserver.HStore(327): Store=6523b24c60b611bafe915118368e2618/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:24,586 INFO [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,587 INFO [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6523b24c60b611bafe915118368e2618 columnFamilyName norep 2024-11-09T22:23:24,587 DEBUG [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:24,587 INFO [StoreOpener-6523b24c60b611bafe915118368e2618-1 {}] regionserver.HStore(327): Store=6523b24c60b611bafe915118368e2618/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:24,588 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,588 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,589 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,589 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,589 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,590 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:23:24,591 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,594 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:24,594 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6523b24c60b611bafe915118368e2618; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64431863, jitterRate=-0.03989042341709137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:23:24,594 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:24,594 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6523b24c60b611bafe915118368e2618: Running coprocessor pre-open hook at 1731191004581Writing region info on filesystem at 1731191004581Initializing all the Stores at 1731191004582 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191004582Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191004582Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191004582Cleaning up temporary data from old regions at 1731191004589 (+7 ms)Running coprocessor post-open hooks at 1731191004594 (+5 ms)Region opened successfully at 1731191004594 2024-11-09T22:23:24,596 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731191003808.6523b24c60b611bafe915118368e2618., pid=6, masterSystemTime=1731191004570 2024-11-09T22:23:24,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6523b24c60b611bafe915118368e2618, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,44461,1731190993288 2024-11-09T22:23:24,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6523b24c60b611bafe915118368e2618, server=ea9122631f8b,44461,1731190993288 because future has completed 2024-11-09T22:23:24,610 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:24,610 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:24,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:23:24,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6523b24c60b611bafe915118368e2618, server=ea9122631f8b,44461,1731190993288 in 202 msec 2024-11-09T22:23:24,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:23:24,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6523b24c60b611bafe915118368e2618, ASSIGN in 360 msec 2024-11-09T22:23:24,629 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:23:24,630 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731191004629"}]},"ts":"1731191004629"} 2024-11-09T22:23:24,631 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:23:24,632 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:23:24,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 823 msec 2024-11-09T22:23:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:24,947 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:23:24,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:24,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,41573,1731190999270 2024-11-09T22:23:24,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@552d405b 2024-11-09T22:23:24,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:24,949 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:24,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:23:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T22:23:24,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:23:24,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T22:23:24,952 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:24,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:23:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:24,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741835_1011 (size=902) 2024-11-09T22:23:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:25,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30bcd0e65261e51f204776f1771e249d, NAME => 'test,,1731191004950.30bcd0e65261e51f204776f1771e249d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b 2024-11-09T22:23:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741836_1012 (size=39) 2024-11-09T22:23:25,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731191004950.30bcd0e65261e51f204776f1771e249d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:25,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 30bcd0e65261e51f204776f1771e249d, disabling compactions & flushes 2024-11-09T22:23:25,367 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:25,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:25,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731191004950.30bcd0e65261e51f204776f1771e249d. after waiting 0 ms 2024-11-09T22:23:25,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:25,367 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:25,367 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30bcd0e65261e51f204776f1771e249d: Waiting for close lock at 1731191005367Disabling compacts and flushes for region at 1731191005367Disabling writes for close at 1731191005367Writing region close event to WAL at 1731191005367Closed at 1731191005367 2024-11-09T22:23:25,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:23:25,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731191004950.30bcd0e65261e51f204776f1771e249d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731191005368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731191005368"}]},"ts":"1731191005368"} 2024-11-09T22:23:25,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:23:25,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:23:25,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731191005370"}]},"ts":"1731191005370"} 2024-11-09T22:23:25,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T22:23:25,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30bcd0e65261e51f204776f1771e249d, ASSIGN}] 2024-11-09T22:23:25,373 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30bcd0e65261e51f204776f1771e249d, ASSIGN 2024-11-09T22:23:25,373 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=30bcd0e65261e51f204776f1771e249d, ASSIGN; state=OFFLINE, location=ea9122631f8b,36123,1731190999496; forceNewPlan=false, retain=false 2024-11-09T22:23:25,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30bcd0e65261e51f204776f1771e249d, regionState=OPENING, regionLocation=ea9122631f8b,36123,1731190999496 2024-11-09T22:23:25,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=30bcd0e65261e51f204776f1771e249d, ASSIGN because future has completed 2024-11-09T22:23:25,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30bcd0e65261e51f204776f1771e249d, server=ea9122631f8b,36123,1731190999496}] 2024-11-09T22:23:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:25,681 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:25,681 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 30bcd0e65261e51f204776f1771e249d, NAME => 'test,,1731191004950.30bcd0e65261e51f204776f1771e249d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:25,681 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:23:25,682 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T22:23:25,682 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,682 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731191004950.30bcd0e65261e51f204776f1771e249d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:25,682 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,682 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,684 INFO [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,685 INFO [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30bcd0e65261e51f204776f1771e249d columnFamilyName f 2024-11-09T22:23:25,685 DEBUG [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:25,686 INFO [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] regionserver.HStore(327): Store=30bcd0e65261e51f204776f1771e249d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:25,686 INFO [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,687 INFO [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30bcd0e65261e51f204776f1771e249d columnFamilyName f1 2024-11-09T22:23:25,687 DEBUG [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:25,689 INFO [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] regionserver.HStore(327): Store=30bcd0e65261e51f204776f1771e249d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:25,689 INFO [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,690 INFO [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30bcd0e65261e51f204776f1771e249d columnFamilyName norep 2024-11-09T22:23:25,690 DEBUG [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:25,690 INFO [StoreOpener-30bcd0e65261e51f204776f1771e249d-1 {}] regionserver.HStore(327): Store=30bcd0e65261e51f204776f1771e249d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:25,690 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,691 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,691 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,691 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,692 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,692 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:23:25,693 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,695 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:25,695 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 30bcd0e65261e51f204776f1771e249d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66119808, jitterRate=-0.014738082885742188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:23:25,696 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:25,696 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 30bcd0e65261e51f204776f1771e249d: Running coprocessor pre-open hook at 1731191005682Writing region info on filesystem at 1731191005682Initializing all the Stores at 1731191005683 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191005683Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191005683Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191005684 (+1 ms)Cleaning up temporary data from old regions at 1731191005692 (+8 ms)Running coprocessor post-open hooks at 1731191005696 (+4 ms)Region opened successfully at 1731191005696 2024-11-09T22:23:25,697 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731191004950.30bcd0e65261e51f204776f1771e249d., pid=6, masterSystemTime=1731191005678 2024-11-09T22:23:25,698 DEBUG [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:25,698 INFO [RS_OPEN_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:25,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30bcd0e65261e51f204776f1771e249d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ea9122631f8b,36123,1731190999496 2024-11-09T22:23:25,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30bcd0e65261e51f204776f1771e249d, server=ea9122631f8b,36123,1731190999496 because future has completed 2024-11-09T22:23:25,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T22:23:25,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 30bcd0e65261e51f204776f1771e249d, server=ea9122631f8b,36123,1731190999496 in 175 msec 2024-11-09T22:23:25,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T22:23:25,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=30bcd0e65261e51f204776f1771e249d, ASSIGN in 330 msec 2024-11-09T22:23:25,704 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:23:25,704 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731191005704"}]},"ts":"1731191005704"} 2024-11-09T22:23:25,706 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T22:23:25,706 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:23:25,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-09T22:23:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T22:23:26,087 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T22:23:26,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc776ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:26,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,38307,-1 for getting cluster id 2024-11-09T22:23:26,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:26,088 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57dcc6de-8f7c-432c-b38b-abe025690ddf' 2024-11-09T22:23:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57dcc6de-8f7c-432c-b38b-abe025690ddf" 2024-11-09T22:23:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85b1acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,38307,-1] 2024-11-09T22:23:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:26,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:26,089 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782491e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:26,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,38307,1731190987109 2024-11-09T22:23:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7926799b 2024-11-09T22:23:26,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:26,091 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:26,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ea9122631f8b:34785,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:23:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:23:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:23:26,093 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:34785' 2024-11-09T22:23:26,094 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4995320f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:26,094 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34785,-1 for getting cluster id 2024-11-09T22:23:26,094 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:26,095 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73a8b33b-8c8d-4533-b9b3-f345773e61cc' 2024-11-09T22:23:26,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:26,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73a8b33b-8c8d-4533-b9b3-f345773e61cc" 2024-11-09T22:23:26,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b363f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:26,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34785,-1] 2024-11-09T22:23:26,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:26,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:26,096 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:26,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@825e62b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:26,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:26,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34785,1731190993146 2024-11-09T22:23:26,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d367a6 2024-11-09T22:23:26,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:26,098 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:26,099 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T22:23:26,099 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:23:26,099 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:26,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:26,099 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:26,100 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T22:23:26,101 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T22:23:26,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T22:23:26,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:26,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T22:23:26,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741837_1013 (size=1138) 2024-11-09T22:23:26,152 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T22:23:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:23:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:23:26,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:26,497 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:23:26,497 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149227 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ea9122631f8b,34487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:34487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T22:23:26,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0689a254bc63a79f06891805c280fca6, NAME => 'hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e 2024-11-09T22:23:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741838_1014 (size=44) 2024-11-09T22:23:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:23:26,927 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:26,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0689a254bc63a79f06891805c280fca6, disabling compactions & flushes 2024-11-09T22:23:26,928 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:26,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:26,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. after waiting 0 ms 2024-11-09T22:23:26,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:26,928 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:26,928 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0689a254bc63a79f06891805c280fca6: Waiting for close lock at 1731191006928Disabling compacts and flushes for region at 1731191006928Disabling writes for close at 1731191006928Writing region close event to WAL at 1731191006928Closed at 1731191006928 2024-11-09T22:23:26,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T22:23:26,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731191006929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731191006929"}]},"ts":"1731191006929"} 2024-11-09T22:23:26,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T22:23:26,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T22:23:26,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731191006932"}]},"ts":"1731191006932"} 2024-11-09T22:23:26,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T22:23:26,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0689a254bc63a79f06891805c280fca6, ASSIGN}] 2024-11-09T22:23:26,934 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0689a254bc63a79f06891805c280fca6, ASSIGN 2024-11-09T22:23:26,935 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0689a254bc63a79f06891805c280fca6, ASSIGN; state=OFFLINE, location=ea9122631f8b,42021,1731190987291; forceNewPlan=false, retain=false 2024-11-09T22:23:27,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0689a254bc63a79f06891805c280fca6, regionState=OPENING, regionLocation=ea9122631f8b,42021,1731190987291 2024-11-09T22:23:27,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0689a254bc63a79f06891805c280fca6, ASSIGN because future has completed 2024-11-09T22:23:27,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0689a254bc63a79f06891805c280fca6, server=ea9122631f8b,42021,1731190987291}] 2024-11-09T22:23:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:23:27,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:27,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T22:23:27,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T22:23:27,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ea9122631f8b%2C42021%2C1731190987291.rep, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/oldWALs, maxLogs=10 2024-11-09T22:23:27,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.rep.1731191007244, exclude list is [], retry=0 2024-11-09T22:23:27,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c2ff5dd2-0c26-44d1-97c5-2fe6c38a832e,DISK] 2024-11-09T22:23:27,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.rep.1731191007244 2024-11-09T22:23:27,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)] 2024-11-09T22:23:27,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0689a254bc63a79f06891805c280fca6, NAME => 'hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T22:23:27,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T22:23:27,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T22:23:27,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. service=MultiRowMutationService 2024-11-09T22:23:27,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T22:23:27,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T22:23:27,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,267 INFO [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,268 INFO [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0689a254bc63a79f06891805c280fca6 columnFamilyName hfileref 2024-11-09T22:23:27,268 DEBUG [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:27,268 INFO [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] regionserver.HStore(327): Store=0689a254bc63a79f06891805c280fca6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:27,268 INFO [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,269 INFO [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0689a254bc63a79f06891805c280fca6 columnFamilyName queue 2024-11-09T22:23:27,269 DEBUG [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:27,269 INFO [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] regionserver.HStore(327): Store=0689a254bc63a79f06891805c280fca6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:27,269 INFO [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,270 INFO [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0689a254bc63a79f06891805c280fca6 columnFamilyName sid 2024-11-09T22:23:27,270 DEBUG [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T22:23:27,270 INFO [StoreOpener-0689a254bc63a79f06891805c280fca6-1 {}] regionserver.HStore(327): Store=0689a254bc63a79f06891805c280fca6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T22:23:27,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T22:23:27,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T22:23:27,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0689a254bc63a79f06891805c280fca6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62906437, jitterRate=-0.06262104213237762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T22:23:27,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:27,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0689a254bc63a79f06891805c280fca6: Running coprocessor pre-open hook at 1731191007266Writing region info on filesystem at 1731191007266Initializing all the Stores at 1731191007266Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191007266Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191007266Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731191007266Cleaning up temporary data from old regions at 1731191007272 (+6 ms)Running coprocessor post-open hooks at 1731191007275 (+3 ms)Region opened successfully at 1731191007275 2024-11-09T22:23:27,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6., pid=10, masterSystemTime=1731191007239 2024-11-09T22:23:27,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:27,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:27,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0689a254bc63a79f06891805c280fca6, regionState=OPEN, openSeqNum=2, regionLocation=ea9122631f8b,42021,1731190987291 2024-11-09T22:23:27,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0689a254bc63a79f06891805c280fca6, server=ea9122631f8b,42021,1731190987291 because future has completed 2024-11-09T22:23:27,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T22:23:27,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0689a254bc63a79f06891805c280fca6, server=ea9122631f8b,42021,1731190987291 in 192 msec 2024-11-09T22:23:27,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T22:23:27,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0689a254bc63a79f06891805c280fca6, ASSIGN in 348 msec 2024-11-09T22:23:27,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T22:23:27,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731191007283"}]},"ts":"1731191007283"} 2024-11-09T22:23:27,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T22:23:27,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T22:23:27,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-09T22:23:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6., hostname=ea9122631f8b,42021,1731190987291, seqNum=2] 2024-11-09T22:23:27,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:27,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:27,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:23:27,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T22:23:27,550 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T22:23:27,574 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ea9122631f8b,42021,1731190987291, ReplicationSource: 1, currentBandwidth=0 2024-11-09T22:23:27,574 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:27,575 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,42021,1731190987291, seqNum=-1] 2024-11-09T22:23:27,575 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:27,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-09T22:23:27,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ea9122631f8b,42021,1731190987291', locateType=CURRENT is [region=hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6., hostname=ea9122631f8b,42021,1731190987291, seqNum=2] 2024-11-09T22:23:27,579 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T22:23:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T22:23:27,581 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ea9122631f8b,42021,1731190987291 suceeded 2024-11-09T22:23:27,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T22:23:27,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-09T22:23:27,582 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ea9122631f8b:34785,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:23:27,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4910 sec 2024-11-09T22:23:27,592 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:34785' 2024-11-09T22:23:27,593 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3055f1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:27,593 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34785,-1 for getting cluster id 2024-11-09T22:23:27,594 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:27,594 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73a8b33b-8c8d-4533-b9b3-f345773e61cc' 2024-11-09T22:23:27,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:27,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73a8b33b-8c8d-4533-b9b3-f345773e61cc" 2024-11-09T22:23:27,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68c635f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:27,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34785,-1] 2024-11-09T22:23:27,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:27,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:27,596 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:27,596 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19aa2667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:27,596 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34785,1731190993146 2024-11-09T22:23:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab988a6 2024-11-09T22:23:27,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:27,597 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T22:23:27,598 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ea9122631f8b,42021,1731190987291 (queues=1) is replicating from cluster=57dcc6de-8f7c-432c-b38b-abe025690ddf to cluster=73a8b33b-8c8d-4533-b9b3-f345773e61cc 2024-11-09T22:23:27,598 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ea9122631f8b%2C42021%2C1731190987291 2024-11-09T22:23:27,598 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ea9122631f8b,42021,1731190987291, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:23:27,598 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214, startPosition=0, beingWritten=true 2024-11-09T22:23:27,599 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C42021%2C1731190987291 2024-11-09T22:23:27,607 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:23:27,607 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to pos 379, reset compression=false 2024-11-09T22:23:27,607 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,42021,1731190987291 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:23:27,811 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to pos 379, reset compression=false 2024-11-09T22:23:27,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:23:27,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:27,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:27,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:27,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:27,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:27,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:27,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:28,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:28,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:28,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:28,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:28,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:28,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:28,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:28,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:28,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:28,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:28,114 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to pos 379, reset compression=false 2024-11-09T22:23:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T22:23:28,236 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T22:23:28,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:23:28,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:28,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:28,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:28,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:28,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1873a41d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:28,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,38307,-1 for getting cluster id 2024-11-09T22:23:28,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:28,237 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57dcc6de-8f7c-432c-b38b-abe025690ddf' 2024-11-09T22:23:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57dcc6de-8f7c-432c-b38b-abe025690ddf" 2024-11-09T22:23:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684cda5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,38307,-1] 2024-11-09T22:23:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:28,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:28,238 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:28,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fef5056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:28,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c31ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:28,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34785,-1 for getting cluster id 2024-11-09T22:23:28,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:28,239 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73a8b33b-8c8d-4533-b9b3-f345773e61cc' 2024-11-09T22:23:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73a8b33b-8c8d-4533-b9b3-f345773e61cc" 2024-11-09T22:23:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24496308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34785,-1] 2024-11-09T22:23:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:28,240 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:28,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6397b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:28,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5278c695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:28,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41573,-1 for getting cluster id 2024-11-09T22:23:28,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:28,242 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6241eb51-3180-433c-9f00-1953e0bba31b' 2024-11-09T22:23:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6241eb51-3180-433c-9f00-1953e0bba31b" 2024-11-09T22:23:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d12308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41573,-1] 2024-11-09T22:23:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:28,243 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e92b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:28,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:28,246 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731191008246/Put/seqid=0 2024-11-09T22:23:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741840_1016 (size=7894) 2024-11-09T22:23:28,404 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T22:23:28,517 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to pos 379, reset compression=false 2024-11-09T22:23:28,652 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731191008652/Put/seqid=0 2024-11-09T22:23:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741841_1017 (size=7691) 2024-11-09T22:23:29,021 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to pos 379, reset compression=false 2024-11-09T22:23:29,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a0fa3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:29,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,38307,-1 for getting cluster id 2024-11-09T22:23:29,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:29,057 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57dcc6de-8f7c-432c-b38b-abe025690ddf' 2024-11-09T22:23:29,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:29,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57dcc6de-8f7c-432c-b38b-abe025690ddf" 2024-11-09T22:23:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6600844b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,38307,-1] 2024-11-09T22:23:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:29,058 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:29,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9a2824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:29,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:29,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,42021,1731190987291, seqNum=-1] 2024-11-09T22:23:29,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:29,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:29,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,38307,1731190987109 2024-11-09T22:23:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ff3bc 2024-11-09T22:23:29,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:29,067 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731191002664.1abebec0afaec6b08d4c001df826473d., hostname=ea9122631f8b,42021,1731190987291, seqNum=2] 2024-11-09T22:23:29,071 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:23:29,075 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-09T22:23:29,077 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-09T22:23:29,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 1abebec0afaec6b08d4c001df826473d/f 2024-11-09T22:23:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T22:23:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:23:29,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 1abebec0afaec6b08d4c001df826473d/f 2024-11-09T22:23:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T22:23:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:23:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HRegion(2603): Flush status journal for 1abebec0afaec6b08d4c001df826473d: 2024-11-09T22:23:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__7a4sl6lq6ta2ras3rss45paqmrdd1465olsdsrm4ntpq6hcp0sedsh9rfg85sl3o/f/hfile_0 2024-11-09T22:23:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__7a4sl6lq6ta2ras3rss45paqmrdd1465olsdsrm4ntpq6hcp0sedsh9rfg85sl3o/f/hfile_0 as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/4601ca31e09645469bc1e810fc05f329_SeqId_4_ 2024-11-09T22:23:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__7a4sl6lq6ta2ras3rss45paqmrdd1465olsdsrm4ntpq6hcp0sedsh9rfg85sl3o/f/hfile_1 2024-11-09T22:23:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__7a4sl6lq6ta2ras3rss45paqmrdd1465olsdsrm4ntpq6hcp0sedsh9rfg85sl3o/f/hfile_1 as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/0460a7fc241348d29e0c6fe59f81e644_SeqId_4_ 2024-11-09T22:23:29,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__7a4sl6lq6ta2ras3rss45paqmrdd1465olsdsrm4ntpq6hcp0sedsh9rfg85sl3o/f/hfile_0 into 1abebec0afaec6b08d4c001df826473d/f as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/4601ca31e09645469bc1e810fc05f329_SeqId_4_ - updating store file list. 2024-11-09T22:23:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4601ca31e09645469bc1e810fc05f329_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:23:29,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/4601ca31e09645469bc1e810fc05f329_SeqId_4_ into 1abebec0afaec6b08d4c001df826473d/f 2024-11-09T22:23:29,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__7a4sl6lq6ta2ras3rss45paqmrdd1465olsdsrm4ntpq6hcp0sedsh9rfg85sl3o/f/hfile_0 into 1abebec0afaec6b08d4c001df826473d/f (new location: hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/4601ca31e09645469bc1e810fc05f329_SeqId_4_) 2024-11-09T22:23:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__7a4sl6lq6ta2ras3rss45paqmrdd1465olsdsrm4ntpq6hcp0sedsh9rfg85sl3o/f/hfile_0 2024-11-09T22:23:29,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__7a4sl6lq6ta2ras3rss45paqmrdd1465olsdsrm4ntpq6hcp0sedsh9rfg85sl3o/f/hfile_1 into 1abebec0afaec6b08d4c001df826473d/f as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/0460a7fc241348d29e0c6fe59f81e644_SeqId_4_ - updating store file list. 2024-11-09T22:23:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0460a7fc241348d29e0c6fe59f81e644_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:23:29,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/0460a7fc241348d29e0c6fe59f81e644_SeqId_4_ into 1abebec0afaec6b08d4c001df826473d/f 2024-11-09T22:23:29,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__7a4sl6lq6ta2ras3rss45paqmrdd1465olsdsrm4ntpq6hcp0sedsh9rfg85sl3o/f/hfile_1 into 1abebec0afaec6b08d4c001df826473d/f (new location: hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/0460a7fc241348d29e0c6fe59f81e644_SeqId_4_) 2024-11-09T22:23:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__7a4sl6lq6ta2ras3rss45paqmrdd1465olsdsrm4ntpq6hcp0sedsh9rfg85sl3o/f/hfile_1 2024-11-09T22:23:29,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:23:29,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:29,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:29,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731191002664.1abebec0afaec6b08d4c001df826473d., hostname=ea9122631f8b,42021,1731190987291, seqNum=2 , the old value is region=test,,1731191002664.1abebec0afaec6b08d4c001df826473d., hostname=ea9122631f8b,42021,1731190987291, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ea9122631f8b:42021 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:23:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731191002664.1abebec0afaec6b08d4c001df826473d., hostname=ea9122631f8b,42021,1731190987291, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:23:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731191002664.1abebec0afaec6b08d4c001df826473d., hostname=ea9122631f8b,42021,1731190987291, seqNum=2 from cache 2024-11-09T22:23:29,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:29,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,44461,1731190993288, seqNum=-1] 2024-11-09T22:23:29,099 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T22:23:29,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:29,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731191003808.6523b24c60b611bafe915118368e2618., hostname=ea9122631f8b,44461,1731190993288, seqNum=2] 2024-11-09T22:23:29,103 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T22:23:29,207 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:42021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T22:23:29,232 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T22:23:29,624 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to pos 379, reset compression=false 2024-11-09T22:23:29,627 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:23:29,627 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,42021,1731190987291 got entry batch from reader: WALEntryBatch [walEntries=[{test/1abebec0afaec6b08d4c001df826473d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731191009097/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T22:23:29,629 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:23:29,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T22:23:29,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.ReplicationSink(318): Replicating [57dcc6de-8f7c-432c-b38b-abe025690ddf] bulk loaded data 2024-11-09T22:23:29,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16f7a576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:29,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,34785,-1 for getting cluster id 2024-11-09T22:23:29,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:29,631 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '73a8b33b-8c8d-4533-b9b3-f345773e61cc' 2024-11-09T22:23:29,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:29,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "73a8b33b-8c8d-4533-b9b3-f345773e61cc" 2024-11-09T22:23:29,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67a0be04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:29,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,34785,-1] 2024-11-09T22:23:29,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:29,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:29,632 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:29,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5daf98ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:29,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741837_1013 (size=7894) 2024-11-09T22:23:29,827 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to pos 687, reset compression=false 2024-11-09T22:23:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741838_1014 (size=7691) 2024-11-09T22:23:30,104 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T22:23:30,130 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to pos 687, reset compression=false 2024-11-09T22:23:30,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:30,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,34785,1731190993146 2024-11-09T22:23:30,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40b6c523 2024-11-09T22:23:30,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:30,448 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-09T22:23:30,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:23:30,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:30,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,44461,1731190993288, seqNum=-1] 2024-11-09T22:23:30,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:30,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-09T22:23:30,456 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/0460a7fc241348d29e0c6fe59f81e644_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-09T22:23:30,458 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/4601ca31e09645469bc1e810fc05f329_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-09T22:23:30,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/4601ca31e09645469bc1e810fc05f329_SeqId_4_ for inclusion in 6523b24c60b611bafe915118368e2618/f 2024-11-09T22:23:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T22:23:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:23:30,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/0460a7fc241348d29e0c6fe59f81e644_SeqId_4_ for inclusion in 6523b24c60b611bafe915118368e2618/f 2024-11-09T22:23:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T22:23:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:23:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HRegion(2603): Flush status journal for 6523b24c60b611bafe915118368e2618: 2024-11-09T22:23:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4601ca31e09645469bc1e810fc05f329_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:23:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/4601ca31e09645469bc1e810fc05f329_SeqId_4_ as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/740299ce3f3942dfbfba89ce5f1d267e_SeqId_4_ 2024-11-09T22:23:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0460a7fc241348d29e0c6fe59f81e644_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:23:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/0460a7fc241348d29e0c6fe59f81e644_SeqId_4_ as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/b263e6b79c974a0b9c93ea25718e2c7e_SeqId_4_ 2024-11-09T22:23:30,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/4601ca31e09645469bc1e810fc05f329_SeqId_4_ into 6523b24c60b611bafe915118368e2618/f as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/740299ce3f3942dfbfba89ce5f1d267e_SeqId_4_ - updating store file list. 2024-11-09T22:23:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 740299ce3f3942dfbfba89ce5f1d267e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:23:30,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/740299ce3f3942dfbfba89ce5f1d267e_SeqId_4_ into 6523b24c60b611bafe915118368e2618/f 2024-11-09T22:23:30,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/4601ca31e09645469bc1e810fc05f329_SeqId_4_ into 6523b24c60b611bafe915118368e2618/f (new location: hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/740299ce3f3942dfbfba89ce5f1d267e_SeqId_4_) 2024-11-09T22:23:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/4601ca31e09645469bc1e810fc05f329_SeqId_4_ 2024-11-09T22:23:30,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/0460a7fc241348d29e0c6fe59f81e644_SeqId_4_ into 6523b24c60b611bafe915118368e2618/f as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/b263e6b79c974a0b9c93ea25718e2c7e_SeqId_4_ - updating store file list. 2024-11-09T22:23:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b263e6b79c974a0b9c93ea25718e2c7e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:23:30,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/b263e6b79c974a0b9c93ea25718e2c7e_SeqId_4_ into 6523b24c60b611bafe915118368e2618/f 2024-11-09T22:23:30,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/0460a7fc241348d29e0c6fe59f81e644_SeqId_4_ into 6523b24c60b611bafe915118368e2618/f (new location: hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/b263e6b79c974a0b9c93ea25718e2c7e_SeqId_4_) 2024-11-09T22:23:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__gcpcid6oijrvroqf5f1at2p4v2cptqhej4r75in83n6q3fuluockckginam0krug/f/0460a7fc241348d29e0c6fe59f81e644_SeqId_4_ 2024-11-09T22:23:30,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.ReplicationSink(324): Finished replicating [57dcc6de-8f7c-432c-b38b-abe025690ddf] bulk loaded data 2024-11-09T22:23:30,534 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to pos 687, reset compression=false 2024-11-09T22:23:31,037 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to pos 687, reset compression=false 2024-11-09T22:23:31,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:31,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,36123,1731190999496, seqNum=-1] 2024-11-09T22:23:31,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:31,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731191004950.30bcd0e65261e51f204776f1771e249d., hostname=ea9122631f8b,36123,1731190999496, seqNum=2] 2024-11-09T22:23:31,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:23:31,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T22:23:31,118 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ea9122631f8b%2C42021%2C1731190987291.rep:(num 1731191007244) roll requested 2024-11-09T22:23:31,131 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.rep.1731191011118, exclude list is [], retry=0 2024-11-09T22:23:31,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c2ff5dd2-0c26-44d1-97c5-2fe6c38a832e,DISK] 2024-11-09T22:23:31,134 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.rep.1731191007244 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.rep.1731191011118 2024-11-09T22:23:31,136 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)] 2024-11-09T22:23:31,136 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.rep.1731191007244 is not closed yet, will try archiving it next time 2024-11-09T22:23:31,136 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ea9122631f8b%2C42021%2C1731190987291:(num 1731190990214) roll requested 2024-11-09T22:23:31,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741839_1015 (size=1505) 2024-11-09T22:23:31,148 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136, exclude list is [], retry=0 2024-11-09T22:23:31,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c2ff5dd2-0c26-44d1-97c5-2fe6c38a832e,DISK] 2024-11-09T22:23:31,150 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 2024-11-09T22:23:31,150 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)] 2024-11-09T22:23:31,150 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 is not closed yet, will try archiving it next time 2024-11-09T22:23:31,150 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ea9122631f8b%2C42021%2C1731190987291.meta:.meta(num 1731190990765) roll requested 2024-11-09T22:23:31,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af18a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,38307,-1 for getting cluster id 2024-11-09T22:23:31,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:31,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 not finished, retry = 0 2024-11-09T22:23:31,151 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57dcc6de-8f7c-432c-b38b-abe025690ddf' 2024-11-09T22:23:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57dcc6de-8f7c-432c-b38b-abe025690ddf" 2024-11-09T22:23:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfee8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,38307,-1] 2024-11-09T22:23:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:31,153 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:31,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741833_1009 (size=695) 2024-11-09T22:23:31,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337ba0a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,38307,1731190987109 2024-11-09T22:23:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@667d8c2e 2024-11-09T22:23:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:31,155 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:31,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ea9122631f8b:41573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T22:23:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T22:23:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T22:23:31,157 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:41573' 2024-11-09T22:23:31,158 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfef51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,158 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41573,-1 for getting cluster id 2024-11-09T22:23:31,158 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:31,158 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6241eb51-3180-433c-9f00-1953e0bba31b' 2024-11-09T22:23:31,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:31,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6241eb51-3180-433c-9f00-1953e0bba31b" 2024-11-09T22:23:31,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8d1991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41573,-1] 2024-11-09T22:23:31,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:31,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:31,159 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:31,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6cb9be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,160 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:31,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,41573,1731190999270 2024-11-09T22:23:31,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@642584fe 2024-11-09T22:23:31,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:31,161 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:31,161 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T22:23:31,161 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T22:23:31,161 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:31,161 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:31,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:31,164 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.meta.1731191011150.meta, exclude list is [], retry=0 2024-11-09T22:23:31,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36653,DS-c2ff5dd2-0c26-44d1-97c5-2fe6c38a832e,DISK] 2024-11-09T22:23:31,167 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.meta.1731190990765.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.meta.1731191011150.meta 2024-11-09T22:23:31,168 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)] 2024-11-09T22:23:31,168 DEBUG [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.meta.1731190990765.meta is not closed yet, will try archiving it next time 2024-11-09T22:23:31,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741834_1010 (size=3473) 2024-11-09T22:23:31,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T22:23:31,253 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/oldWALs/ea9122631f8b%2C42021%2C1731190987291.1731190990214 2024-11-09T22:23:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T22:23:31,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T22:23:31,402 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T22:23:31,429 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-ea9122631f8b,42021,1731190987291, ReplicationSource: 2, currentBandwidth=0 2024-11-09T22:23:31,431 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T22:23:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T22:23:31,433 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ea9122631f8b,42021,1731190987291 suceeded 2024-11-09T22:23:31,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T22:23:31,434 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ea9122631f8b:41573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T22:23:31,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-09T22:23:31,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 279 msec 2024-11-09T22:23:31,444 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ea9122631f8b:41573' 2024-11-09T22:23:31,445 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12893f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,445 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41573,-1 for getting cluster id 2024-11-09T22:23:31,445 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:31,446 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6241eb51-3180-433c-9f00-1953e0bba31b' 2024-11-09T22:23:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6241eb51-3180-433c-9f00-1953e0bba31b" 2024-11-09T22:23:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2115c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41573,-1] 2024-11-09T22:23:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:31,447 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:31,447 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@721cad14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,447 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,41573,1731190999270 2024-11-09T22:23:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180ca00b 2024-11-09T22:23:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:31,448 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T22:23:31,449 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ea9122631f8b,42021,1731190987291 (queues=1) is replicating from cluster=57dcc6de-8f7c-432c-b38b-abe025690ddf to cluster=6241eb51-3180-433c-9f00-1953e0bba31b 2024-11-09T22:23:31,449 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ea9122631f8b%2C42021%2C1731190987291 2024-11-09T22:23:31,449 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ea9122631f8b,42021,1731190987291, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T22:23:31,449 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ea9122631f8b%2C42021%2C1731190987291 2024-11-09T22:23:31,449 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136, startPosition=0, beingWritten=true 2024-11-09T22:23:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T22:23:31,477 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T22:23:31,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:23:31,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:31,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:31,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:31,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:31,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T22:23:31,480 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731191011480/Put/seqid=0 2024-11-09T22:23:31,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741845_1021 (size=11194) 2024-11-09T22:23:31,640 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 to pos 687, reset compression=false 2024-11-09T22:23:31,647 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 was moved to hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/oldWALs/ea9122631f8b%2C42021%2C1731190987291.1731190990214 2024-11-09T22:23:31,649 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214 2024-11-09T22:23:31,649 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,42021,1731190987291 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731190990214, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T22:23:31,649 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136, startPosition=0, beingWritten=true 2024-11-09T22:23:31,652 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ea9122631f8b%2C42021%2C1731190987291.1731190990214] 2024-11-09T22:23:31,654 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 0, reset compression=false 2024-11-09T22:23:31,886 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731191011885/Put/seqid=0 2024-11-09T22:23:31,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741846_1022 (size=10791) 2024-11-09T22:23:31,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546f6cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,38307,-1 for getting cluster id 2024-11-09T22:23:31,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:31,901 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57dcc6de-8f7c-432c-b38b-abe025690ddf' 2024-11-09T22:23:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57dcc6de-8f7c-432c-b38b-abe025690ddf" 2024-11-09T22:23:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4fff32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,38307,-1] 2024-11-09T22:23:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:31,903 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:31,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4c82cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:31,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:31,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,42021,1731190987291, seqNum=-1] 2024-11-09T22:23:31,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:31,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T22:23:31,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,38307,1731190987109 2024-11-09T22:23:31,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60ef9715 2024-11-09T22:23:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:31,927 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T22:23:31,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731191002664.1abebec0afaec6b08d4c001df826473d., hostname=ea9122631f8b,42021,1731190987291, seqNum=2] 2024-11-09T22:23:31,935 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:23:31,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-09T22:23:31,960 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-09T22:23:31,969 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 0, reset compression=false 2024-11-09T22:23:31,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 1abebec0afaec6b08d4c001df826473d/f 2024-11-09T22:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T22:23:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:23:31,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 1abebec0afaec6b08d4c001df826473d/f 2024-11-09T22:23:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T22:23:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:23:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HRegion(2603): Flush status journal for 1abebec0afaec6b08d4c001df826473d: 2024-11-09T22:23:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__s611vvdtuciplfdu7ac3rqdkdqehssgelshf55dcjvaf4gc9ghdgdot5l6cc159c/f/hfile_1 2024-11-09T22:23:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__s611vvdtuciplfdu7ac3rqdkdqehssgelshf55dcjvaf4gc9ghdgdot5l6cc159c/f/hfile_1 as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ 2024-11-09T22:23:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__s611vvdtuciplfdu7ac3rqdkdqehssgelshf55dcjvaf4gc9ghdgdot5l6cc159c/f/hfile_0 2024-11-09T22:23:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__s611vvdtuciplfdu7ac3rqdkdqehssgelshf55dcjvaf4gc9ghdgdot5l6cc159c/f/hfile_0 as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ 2024-11-09T22:23:32,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__s611vvdtuciplfdu7ac3rqdkdqehssgelshf55dcjvaf4gc9ghdgdot5l6cc159c/f/hfile_1 into 1abebec0afaec6b08d4c001df826473d/f as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ - updating store file list. 2024-11-09T22:23:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T22:23:32,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ into 1abebec0afaec6b08d4c001df826473d/f 2024-11-09T22:23:32,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__s611vvdtuciplfdu7ac3rqdkdqehssgelshf55dcjvaf4gc9ghdgdot5l6cc159c/f/hfile_1 into 1abebec0afaec6b08d4c001df826473d/f (new location: hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_) 2024-11-09T22:23:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__s611vvdtuciplfdu7ac3rqdkdqehssgelshf55dcjvaf4gc9ghdgdot5l6cc159c/f/hfile_1 2024-11-09T22:23:32,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__s611vvdtuciplfdu7ac3rqdkdqehssgelshf55dcjvaf4gc9ghdgdot5l6cc159c/f/hfile_0 into 1abebec0afaec6b08d4c001df826473d/f as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ - updating store file list. 2024-11-09T22:23:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T22:23:32,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ into 1abebec0afaec6b08d4c001df826473d/f 2024-11-09T22:23:32,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__s611vvdtuciplfdu7ac3rqdkdqehssgelshf55dcjvaf4gc9ghdgdot5l6cc159c/f/hfile_0 into 1abebec0afaec6b08d4c001df826473d/f (new location: hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_) 2024-11-09T22:23:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/staging/jenkins__test__s611vvdtuciplfdu7ac3rqdkdqehssgelshf55dcjvaf4gc9ghdgdot5l6cc159c/f/hfile_0 2024-11-09T22:23:32,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:23:32,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:32,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:32,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:32,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731191002664.1abebec0afaec6b08d4c001df826473d., hostname=ea9122631f8b,42021,1731190987291, seqNum=2 , the old value is region=test,,1731191002664.1abebec0afaec6b08d4c001df826473d., hostname=ea9122631f8b,42021,1731190987291, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ea9122631f8b:42021 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:23:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731191002664.1abebec0afaec6b08d4c001df826473d., hostname=ea9122631f8b,42021,1731190987291, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T22:23:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731191002664.1abebec0afaec6b08d4c001df826473d., hostname=ea9122631f8b,42021,1731190987291, seqNum=2 from cache 2024-11-09T22:23:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42021: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:49218 deadline: 1731191072031 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:49218 2024-11-09T22:23:32,035 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T22:23:32,137 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:42021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T22:23:32,368 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 0, reset compression=false 2024-11-09T22:23:32,375 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:23:32,375 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,42021,1731190987291 got entry batch from reader: WALEntryBatch [walEntries=[{test/1abebec0afaec6b08d4c001df826473d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731191012029/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T22:23:32,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.ReplicationSink(318): Replicating [57dcc6de-8f7c-432c-b38b-abe025690ddf] bulk loaded data 2024-11-09T22:23:32,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741839_1015 (size=10791) 2024-11-09T22:23:32,404 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 0, reset compression=false 2024-11-09T22:23:32,454 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T22:23:32,454 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ea9122631f8b,42021,1731190987291 got entry batch from reader: WALEntryBatch [walEntries=[{test/1abebec0afaec6b08d4c001df826473d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731191012029/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T22:23:32,456 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T22:23:32,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T22:23:32,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.ReplicationSink(318): Replicating [57dcc6de-8f7c-432c-b38b-abe025690ddf] bulk loaded data 2024-11-09T22:23:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741840_1016 (size=11194) 2024-11-09T22:23:32,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1130d54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:32,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] client.ClusterIdFetcher(90): Going to request ea9122631f8b,41573,-1 for getting cluster id 2024-11-09T22:23:32,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T22:23:32,465 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6241eb51-3180-433c-9f00-1953e0bba31b' 2024-11-09T22:23:32,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T22:23:32,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6241eb51-3180-433c-9f00-1953e0bba31b" 2024-11-09T22:23:32,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f819c75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:32,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ea9122631f8b,41573,-1] 2024-11-09T22:23:32,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T22:23:32,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:32,466 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-09T22:23:32,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66123100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T22:23:32,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741837_1013 (size=10791) 2024-11-09T22:23:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741838_1014 (size=11194) 2024-11-09T22:23:32,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T22:23:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ea9122631f8b,41573,1731190999270 2024-11-09T22:23:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7714270c 2024-11-09T22:23:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T22:23:32,571 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-09T22:23:32,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:23:32,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T22:23:32,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ea9122631f8b,36123,1731190999496, seqNum=-1] 2024-11-09T22:23:32,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T22:23:32,575 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:32,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-09T22:23:32,589 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T22:23:32,603 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T22:23:32,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ for inclusion in 30bcd0e65261e51f204776f1771e249d/f 2024-11-09T22:23:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T22:23:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:23:32,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ for inclusion in 30bcd0e65261e51f204776f1771e249d/f 2024-11-09T22:23:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T22:23:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:23:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HRegion(2603): Flush status journal for 30bcd0e65261e51f204776f1771e249d: 2024-11-09T22:23:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:23:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ as hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d/f/84a43f1fec234ac29fd80ae07eca3ed3_SeqId_4_ 2024-11-09T22:23:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:23:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ as hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d/f/2e49562813ee4f3f84041900f3292150_SeqId_4_ 2024-11-09T22:23:32,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ into 30bcd0e65261e51f204776f1771e249d/f as hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d/f/84a43f1fec234ac29fd80ae07eca3ed3_SeqId_4_ - updating store file list. 2024-11-09T22:23:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 84a43f1fec234ac29fd80ae07eca3ed3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:23:32,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d/f/84a43f1fec234ac29fd80ae07eca3ed3_SeqId_4_ into 30bcd0e65261e51f204776f1771e249d/f 2024-11-09T22:23:32,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ into 30bcd0e65261e51f204776f1771e249d/f (new location: hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d/f/84a43f1fec234ac29fd80ae07eca3ed3_SeqId_4_) 2024-11-09T22:23:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ 2024-11-09T22:23:32,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ into 30bcd0e65261e51f204776f1771e249d/f as hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d/f/2e49562813ee4f3f84041900f3292150_SeqId_4_ - updating store file list. 2024-11-09T22:23:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e49562813ee4f3f84041900f3292150_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T22:23:32,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d/f/2e49562813ee4f3f84041900f3292150_SeqId_4_ into 30bcd0e65261e51f204776f1771e249d/f 2024-11-09T22:23:32,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ into 30bcd0e65261e51f204776f1771e249d/f (new location: hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d/f/2e49562813ee4f3f84041900f3292150_SeqId_4_) 2024-11-09T22:23:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/staging/jenkins.hfs.23__test__1hbqrad9dr9jqlum9cht3tc018a6lb9ps4fibci1qe34dpg41ctqhso3sv7f7uhs/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ 2024-11-09T22:23:32,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36123 {}] regionserver.ReplicationSink(324): Finished replicating [57dcc6de-8f7c-432c-b38b-abe025690ddf] bulk loaded data 2024-11-09T22:23:32,654 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:32,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T22:23:32,870 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T22:23:32,872 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T22:23:32,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ for inclusion in 6523b24c60b611bafe915118368e2618/f 2024-11-09T22:23:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T22:23:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:23:32,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ for inclusion in 6523b24c60b611bafe915118368e2618/f 2024-11-09T22:23:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T22:23:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T22:23:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HRegion(2603): Flush status journal for 6523b24c60b611bafe915118368e2618: 2024-11-09T22:23:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:23:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/6e4565e8d0f14c5f83f813b4ddb8fc4e_SeqId_6_ 2024-11-09T22:23:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T22:23:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/18fe48a0c48c444bb525bb70ff9b544c_SeqId_6_ 2024-11-09T22:23:32,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ into 6523b24c60b611bafe915118368e2618/f as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/6e4565e8d0f14c5f83f813b4ddb8fc4e_SeqId_6_ - updating store file list. 2024-11-09T22:23:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e4565e8d0f14c5f83f813b4ddb8fc4e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T22:23:32,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/6e4565e8d0f14c5f83f813b4ddb8fc4e_SeqId_6_ into 6523b24c60b611bafe915118368e2618/f 2024-11-09T22:23:32,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ into 6523b24c60b611bafe915118368e2618/f (new location: hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/6e4565e8d0f14c5f83f813b4ddb8fc4e_SeqId_6_) 2024-11-09T22:23:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e93c3ce6f15d456ea7b9ceb815dbb5d7_SeqId_6_ 2024-11-09T22:23:32,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ into 6523b24c60b611bafe915118368e2618/f as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/18fe48a0c48c444bb525bb70ff9b544c_SeqId_6_ - updating store file list. 2024-11-09T22:23:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18fe48a0c48c444bb525bb70ff9b544c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T22:23:32,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/18fe48a0c48c444bb525bb70ff9b544c_SeqId_6_ into 6523b24c60b611bafe915118368e2618/f 2024-11-09T22:23:32,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ into 6523b24c60b611bafe915118368e2618/f (new location: hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/f/18fe48a0c48c444bb525bb70ff9b544c_SeqId_6_) 2024-11-09T22:23:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/staging/jenkins.hfs.22__test__8tttt7c43g5lkqjcfst0top9prmn8nqofpfs4fgs42mqtjo4if380a6npu2albhn/f/e6a3f0e4dc4140509ed9cbd1209b0533_SeqId_6_ 2024-11-09T22:23:32,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] regionserver.ReplicationSink(324): Finished replicating [57dcc6de-8f7c-432c-b38b-abe025690ddf] bulk loaded data 2024-11-09T22:23:32,889 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:32,963 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:23:33,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:23:33,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:33,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:33,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:33,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:33,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:23:33,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=219756338, stopped=false 2024-11-09T22:23:33,054 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,41573,1731190999270 2024-11-09T22:23:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1776536308/running 2024-11-09T22:23:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1776536308/running 2024-11-09T22:23:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:33,116 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:23:33,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:23:33,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:33,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:33,117 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,36123,1731190999496' ***** 2024-11-09T22:23:33,117 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:23:33,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Set watcher on znode that does not yet exist, /2-1776536308/running 2024-11-09T22:23:33,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Set watcher on znode that does not yet exist, /2-1776536308/running 2024-11-09T22:23:33,118 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:23:33,118 INFO [RS:0;ea9122631f8b:36123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:23:33,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:23:33,118 INFO [RS:0;ea9122631f8b:36123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:23:33,118 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(3091): Received CLOSE for 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:33,118 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,36123,1731190999496 2024-11-09T22:23:33,118 INFO [RS:0;ea9122631f8b:36123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:23:33,118 INFO [RS:0;ea9122631f8b:36123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:36123. 2024-11-09T22:23:33,118 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30bcd0e65261e51f204776f1771e249d, disabling compactions & flushes 2024-11-09T22:23:33,119 DEBUG [RS:0;ea9122631f8b:36123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:33,119 DEBUG [RS:0;ea9122631f8b:36123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:33,119 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:33,119 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:33,119 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731191004950.30bcd0e65261e51f204776f1771e249d. after waiting 0 ms 2024-11-09T22:23:33,119 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:33,119 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:23:33,119 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:23:33,119 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:23:33,119 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:23:33,119 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:23:33,119 DEBUG [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(1325): Online Regions={30bcd0e65261e51f204776f1771e249d=test,,1731191004950.30bcd0e65261e51f204776f1771e249d., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:23:33,119 DEBUG [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30bcd0e65261e51f204776f1771e249d 2024-11-09T22:23:33,119 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:23:33,120 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:23:33,120 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:23:33,120 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:23:33,120 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:23:33,120 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T22:23:33,136 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/info/5f5f62fc256a4e90a5a5bcee5761b10f is 129, key is test,,1731191004950.30bcd0e65261e51f204776f1771e249d./info:regioninfo/1731191005699/Put/seqid=0 2024-11-09T22:23:33,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741839_1015 (size=6421) 2024-11-09T22:23:33,140 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/info/5f5f62fc256a4e90a5a5bcee5761b10f 2024-11-09T22:23:33,142 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/default/test/30bcd0e65261e51f204776f1771e249d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T22:23:33,144 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:23:33,145 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:23:33,145 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:33,145 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30bcd0e65261e51f204776f1771e249d: Waiting for close lock at 1731191013118Running coprocessor pre-close hooks at 1731191013118Disabling compacts and flushes for region at 1731191013118Disabling writes for close at 1731191013119 (+1 ms)Writing region close event to WAL at 1731191013131 (+12 ms)Running coprocessor post-close hooks at 1731191013144 (+13 ms)Closed at 1731191013145 (+1 ms) 2024-11-09T22:23:33,145 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731191004950.30bcd0e65261e51f204776f1771e249d. 2024-11-09T22:23:33,164 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/ns/098975ba69a84c7b983e2a93e7b6fe6d is 43, key is default/ns:d/1731191002521/Put/seqid=0 2024-11-09T22:23:33,167 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:23:33,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741840_1016 (size=5153) 2024-11-09T22:23:33,194 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/ns/098975ba69a84c7b983e2a93e7b6fe6d 2024-11-09T22:23:33,226 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/rep_barrier/6b91f61630d144ca9bbfb4b47d7e2d8b is 112, key is test,,1731191004950.30bcd0e65261e51f204776f1771e249d./rep_barrier:seqnumDuringOpen/1731191005699/Put/seqid=0 2024-11-09T22:23:33,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741841_1017 (size=5518) 2024-11-09T22:23:33,243 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/rep_barrier/6b91f61630d144ca9bbfb4b47d7e2d8b 2024-11-09T22:23:33,267 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/table/df6adebd114744bfb2beb02d9c2dcb5c is 40, key is test/table:state/1731191005704/Put/seqid=0 2024-11-09T22:23:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741842_1018 (size=5165) 2024-11-09T22:23:33,274 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/table/df6adebd114744bfb2beb02d9c2dcb5c 2024-11-09T22:23:33,279 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/info/5f5f62fc256a4e90a5a5bcee5761b10f as hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/info/5f5f62fc256a4e90a5a5bcee5761b10f 2024-11-09T22:23:33,283 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/info/5f5f62fc256a4e90a5a5bcee5761b10f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T22:23:33,284 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/ns/098975ba69a84c7b983e2a93e7b6fe6d as hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/ns/098975ba69a84c7b983e2a93e7b6fe6d 2024-11-09T22:23:33,291 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/ns/098975ba69a84c7b983e2a93e7b6fe6d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T22:23:33,291 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/rep_barrier/6b91f61630d144ca9bbfb4b47d7e2d8b as hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/rep_barrier/6b91f61630d144ca9bbfb4b47d7e2d8b 2024-11-09T22:23:33,292 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:33,298 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/rep_barrier/6b91f61630d144ca9bbfb4b47d7e2d8b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T22:23:33,302 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/.tmp/table/df6adebd114744bfb2beb02d9c2dcb5c as hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/table/df6adebd114744bfb2beb02d9c2dcb5c 2024-11-09T22:23:33,306 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/table/df6adebd114744bfb2beb02d9c2dcb5c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T22:23:33,308 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 187ms, sequenceid=11, compaction requested=false 2024-11-09T22:23:33,320 DEBUG [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:33,342 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T22:23:33,343 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:23:33,343 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:23:33,343 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:23:33,343 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731191013119Running coprocessor pre-close hooks at 1731191013119Disabling compacts and flushes for region at 1731191013119Disabling writes for close at 1731191013120 (+1 ms)Obtaining lock to block concurrent updates at 1731191013120Preparing flush snapshotting stores in 1588230740 at 1731191013120Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731191013120Flushing stores of hbase:meta,,1.1588230740 at 1731191013121 (+1 ms)Flushing 1588230740/info: creating writer at 1731191013121Flushing 1588230740/info: appending metadata at 1731191013135 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731191013135Flushing 1588230740/ns: creating writer at 1731191013146 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731191013164 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731191013164Flushing 1588230740/rep_barrier: creating writer at 1731191013198 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731191013226 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731191013226Flushing 1588230740/table: creating writer at 1731191013247 (+21 ms)Flushing 1588230740/table: appending metadata at 1731191013266 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731191013266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e27eb7: reopening flushed file at 1731191013278 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab1f44a: reopening flushed file at 1731191013283 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aadc5dc: reopening flushed file at 1731191013291 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69aced57: reopening flushed file at 1731191013298 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 187ms, sequenceid=11, compaction requested=false at 1731191013308 (+10 ms)Writing region close event to WAL at 1731191013317 (+9 ms)Running coprocessor post-close hooks at 1731191013343 (+26 ms)Closed at 1731191013343 2024-11-09T22:23:33,344 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:23:33,368 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:33,520 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,36123,1731190999496; all regions closed. 2024-11-09T22:23:33,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741834_1010 (size=2717) 2024-11-09T22:23:33,524 DEBUG [RS:0;ea9122631f8b:36123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/oldWALs 2024-11-09T22:23:33,524 INFO [RS:0;ea9122631f8b:36123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C36123%2C1731190999496.meta:.meta(num 1731191002446) 2024-11-09T22:23:33,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741832_1008 (size=1028) 2024-11-09T22:23:33,527 DEBUG [RS:0;ea9122631f8b:36123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/oldWALs 2024-11-09T22:23:33,527 INFO [RS:0;ea9122631f8b:36123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C36123%2C1731190999496:(num 1731191001881) 2024-11-09T22:23:33,527 DEBUG [RS:0;ea9122631f8b:36123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:33,527 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:23:33,527 INFO [RS:0;ea9122631f8b:36123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:23:33,527 INFO [RS:0;ea9122631f8b:36123 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T22:23:33,527 INFO [RS:0;ea9122631f8b:36123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:23:33,527 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:23:33,528 INFO [RS:0;ea9122631f8b:36123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:36123. 2024-11-09T22:23:33,528 DEBUG [RS:0;ea9122631f8b:36123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:33,528 DEBUG [RS:0;ea9122631f8b:36123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:33,528 DEBUG [RS:0;ea9122631f8b:36123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:33,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:33,528 INFO [RS:0;ea9122631f8b:36123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36123 2024-11-09T22:23:33,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1776536308/rs/ea9122631f8b,36123,1731190999496 2024-11-09T22:23:33,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308/rs 2024-11-09T22:23:33,544 INFO [RS:0;ea9122631f8b:36123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:23:33,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,36123,1731190999496] 2024-11-09T22:23:33,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1776536308/draining/ea9122631f8b,36123,1731190999496 already deleted, retry=false 2024-11-09T22:23:33,565 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,36123,1731190999496 expired; onlineServers=0 2024-11-09T22:23:33,565 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,41573,1731190999270' ***** 2024-11-09T22:23:33,565 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:23:33,565 INFO [M:0;ea9122631f8b:41573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:23:33,565 INFO [M:0;ea9122631f8b:41573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:23:33,565 DEBUG [M:0;ea9122631f8b:41573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:23:33,566 DEBUG [M:0;ea9122631f8b:41573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:23:33,566 INFO [M:0;ea9122631f8b:41573 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:23:33,566 INFO [M:0;ea9122631f8b:41573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:23:33,566 DEBUG [M:0;ea9122631f8b:41573 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:23:33,566 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:23:33,566 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731191001611 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731191001611,5,FailOnTimeoutGroup] 2024-11-09T22:23:33,566 INFO [M:0;ea9122631f8b:41573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:23:33,566 INFO [M:0;ea9122631f8b:41573 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:23:33,566 INFO [M:0;ea9122631f8b:41573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:23:33,566 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:23:33,566 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731191001609 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731191001609,5,FailOnTimeoutGroup] 2024-11-09T22:23:33,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1776536308/master 2024-11-09T22:23:33,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1776536308 2024-11-09T22:23:33,575 DEBUG [M:0;ea9122631f8b:41573 {}] zookeeper.ZKUtil(347): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Unable to get data of znode /2-1776536308/master because node does not exist (not an error) 2024-11-09T22:23:33,575 WARN [M:0;ea9122631f8b:41573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:23:33,576 INFO [M:0;ea9122631f8b:41573 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/.lastflushedseqids 2024-11-09T22:23:33,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741843_1019 (size=173) 2024-11-09T22:23:33,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:33,654 INFO [RS:0;ea9122631f8b:36123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:23:33,654 INFO [RS:0;ea9122631f8b:36123 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,36123,1731190999496; zookeeper connection closed. 2024-11-09T22:23:33,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36123-0x10121b20c420007, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:33,655 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39de3224 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39de3224 2024-11-09T22:23:33,655 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:23:33,809 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:33,877 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:33,980 INFO [M:0;ea9122631f8b:41573 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:23:33,980 INFO [M:0;ea9122631f8b:41573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:23:33,981 DEBUG [M:0;ea9122631f8b:41573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:23:33,981 INFO [M:0;ea9122631f8b:41573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:33,981 DEBUG [M:0;ea9122631f8b:41573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:33,981 DEBUG [M:0;ea9122631f8b:41573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:23:33,981 DEBUG [M:0;ea9122631f8b:41573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:33,981 INFO [M:0;ea9122631f8b:41573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-09T22:23:33,997 DEBUG [M:0;ea9122631f8b:41573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0185aad16534bd4ba57e27e2c575cb7 is 82, key is hbase:meta,,1/info:regioninfo/1731191002492/Put/seqid=0 2024-11-09T22:23:34,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741844_1020 (size=5672) 2024-11-09T22:23:34,400 INFO [M:0;ea9122631f8b:41573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0185aad16534bd4ba57e27e2c575cb7 2024-11-09T22:23:34,413 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:34,428 DEBUG [M:0;ea9122631f8b:41573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a9628aa108046acae732ccaa77f5cce is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731191005707/Put/seqid=0 2024-11-09T22:23:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741845_1021 (size=6586) 2024-11-09T22:23:34,437 INFO [M:0;ea9122631f8b:41573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a9628aa108046acae732ccaa77f5cce 2024-11-09T22:23:34,460 DEBUG [M:0;ea9122631f8b:41573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0944baadb06499ca891e2cd535e7efc is 69, key is ea9122631f8b,36123,1731190999496/rs:state/1731191001678/Put/seqid=0 2024-11-09T22:23:34,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741846_1022 (size=5156) 2024-11-09T22:23:34,466 INFO [M:0;ea9122631f8b:41573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0944baadb06499ca891e2cd535e7efc 2024-11-09T22:23:34,470 DEBUG [M:0;ea9122631f8b:41573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b0185aad16534bd4ba57e27e2c575cb7 as hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0185aad16534bd4ba57e27e2c575cb7 2024-11-09T22:23:34,474 INFO [M:0;ea9122631f8b:41573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b0185aad16534bd4ba57e27e2c575cb7, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T22:23:34,477 DEBUG [M:0;ea9122631f8b:41573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a9628aa108046acae732ccaa77f5cce as hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a9628aa108046acae732ccaa77f5cce 2024-11-09T22:23:34,480 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:34,489 INFO [M:0;ea9122631f8b:41573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a9628aa108046acae732ccaa77f5cce, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T22:23:34,499 DEBUG [M:0;ea9122631f8b:41573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0944baadb06499ca891e2cd535e7efc as hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0944baadb06499ca891e2cd535e7efc 2024-11-09T22:23:34,510 INFO [M:0;ea9122631f8b:41573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46291/user/jenkins/test-data/f616c148-d96e-a544-3acd-cec464fc707b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0944baadb06499ca891e2cd535e7efc, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T22:23:34,511 INFO [M:0;ea9122631f8b:41573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 530ms, sequenceid=55, compaction requested=false 2024-11-09T22:23:34,532 INFO [M:0;ea9122631f8b:41573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:34,532 DEBUG [M:0;ea9122631f8b:41573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731191013980Disabling compacts and flushes for region at 1731191013980Disabling writes for close at 1731191013981 (+1 ms)Obtaining lock to block concurrent updates at 1731191013981Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731191013981Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731191013981Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731191013981Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731191013982 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731191013996 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731191013996Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731191014405 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731191014428 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731191014428Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731191014442 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731191014459 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731191014459Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7fe0e0: reopening flushed file at 1731191014469 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cab0148: reopening flushed file at 1731191014474 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312304c7: reopening flushed file at 1731191014490 (+16 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 530ms, sequenceid=55, compaction requested=false at 1731191014511 (+21 ms)Writing region close event to WAL at 1731191014532 (+21 ms)Closed at 1731191014532 2024-11-09T22:23:34,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41311 is added to blk_1073741830_1006 (size=32770) 2024-11-09T22:23:34,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:23:34,550 INFO [M:0;ea9122631f8b:41573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:23:34,551 INFO [M:0;ea9122631f8b:41573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41573 2024-11-09T22:23:34,551 INFO [M:0;ea9122631f8b:41573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:23:34,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:34,697 INFO [M:0;ea9122631f8b:41573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:23:34,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41573-0x10121b20c420006, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:34,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34ff520d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:23:34,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74e9d90d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:23:34,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:23:34,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19ead2c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:23:34,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f26ecd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/hadoop.log.dir/,STOPPED} 2024-11-09T22:23:34,701 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:23:34,701 WARN [BP-178722645-172.17.0.3-1731190996704 heartbeating to localhost/127.0.0.1:46291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:23:34,701 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:23:34,701 WARN [BP-178722645-172.17.0.3-1731190996704 heartbeating to localhost/127.0.0.1:46291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-178722645-172.17.0.3-1731190996704 (Datanode Uuid 830c18ca-a551-4782-89bf-9a7bc03453e9) service to localhost/127.0.0.1:46291 2024-11-09T22:23:34,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/cluster_29a15caa-950e-56fe-66fc-41a5e09b4c05/data/data1/current/BP-178722645-172.17.0.3-1731190996704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:23:34,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/cluster_29a15caa-950e-56fe-66fc-41a5e09b4c05/data/data2/current/BP-178722645-172.17.0.3-1731190996704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:23:34,701 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:23:34,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@250ce06{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:23:34,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f5123ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:23:34,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:23:34,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15dddda2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:23:34,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ed029c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccfbec40-86de-3b6f-2168-c4b2771d4002/hadoop.log.dir/,STOPPED} 2024-11-09T22:23:34,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:23:34,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:23:34,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:23:34,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:34,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:34,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:34,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:34,723 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:23:34,723 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=315102703, stopped=false 2024-11-09T22:23:34,723 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,34785,1731190993146 2024-11-09T22:23:34,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-524324019/running 2024-11-09T22:23:34,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-524324019/running 2024-11-09T22:23:34,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:34,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:34,775 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:23:34,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:23:34,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:34,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:34,776 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,44461,1731190993288' ***** 2024-11-09T22:23:34,776 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:23:34,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Set watcher on znode that does not yet exist, /1-524324019/running 2024-11-09T22:23:34,776 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:23:34,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Set watcher on znode that does not yet exist, /1-524324019/running 2024-11-09T22:23:34,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:23:34,776 INFO [RS:0;ea9122631f8b:44461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:23:34,776 INFO [RS:0;ea9122631f8b:44461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:23:34,776 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(3091): Received CLOSE for 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:34,777 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,44461,1731190993288 2024-11-09T22:23:34,777 INFO [RS:0;ea9122631f8b:44461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:23:34,777 INFO [RS:0;ea9122631f8b:44461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:44461. 2024-11-09T22:23:34,777 DEBUG [RS:0;ea9122631f8b:44461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:34,777 DEBUG [RS:0;ea9122631f8b:44461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:34,777 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:23:34,777 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:23:34,777 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:23:34,777 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:23:34,777 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T22:23:34,777 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6523b24c60b611bafe915118368e2618=test,,1731191003808.6523b24c60b611bafe915118368e2618.} 2024-11-09T22:23:34,777 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6523b24c60b611bafe915118368e2618 2024-11-09T22:23:34,777 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:23:34,777 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6523b24c60b611bafe915118368e2618, disabling compactions & flushes 2024-11-09T22:23:34,777 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:23:34,777 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:23:34,777 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:34,777 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:23:34,777 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:23:34,777 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:34,777 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731191003808.6523b24c60b611bafe915118368e2618. after waiting 0 ms 2024-11-09T22:23:34,777 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:34,777 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T22:23:34,780 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/default/test/6523b24c60b611bafe915118368e2618/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T22:23:34,781 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:23:34,781 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:23:34,781 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:34,781 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6523b24c60b611bafe915118368e2618: Waiting for close lock at 1731191014777Running coprocessor pre-close hooks at 1731191014777Disabling compacts and flushes for region at 1731191014777Disabling writes for close at 1731191014777Writing region close event to WAL at 1731191014778 (+1 ms)Running coprocessor post-close hooks at 1731191014781 (+3 ms)Closed at 1731191014781 2024-11-09T22:23:34,781 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731191003808.6523b24c60b611bafe915118368e2618. 2024-11-09T22:23:34,792 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/info/5b94e693f1104f5fb1b9f07019fd6a03 is 129, key is test,,1731191003808.6523b24c60b611bafe915118368e2618./info:regioninfo/1731191004602/Put/seqid=0 2024-11-09T22:23:34,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741841_1017 (size=6421) 2024-11-09T22:23:34,824 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:23:34,977 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:35,121 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:35,178 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:35,188 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:35,195 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/info/5b94e693f1104f5fb1b9f07019fd6a03 2024-11-09T22:23:35,212 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/ns/63360e7892d54ff587c454f78ea1750a is 43, key is default/ns:d/1731190996531/Put/seqid=0 2024-11-09T22:23:35,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741842_1018 (size=5153) 2024-11-09T22:23:35,378 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:35,387 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:23:35,387 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:23:35,578 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:35,615 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/ns/63360e7892d54ff587c454f78ea1750a 2024-11-09T22:23:35,639 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/rep_barrier/20b4fc0e79e1444495d1544ec637d29e is 112, key is test,,1731191003808.6523b24c60b611bafe915118368e2618./rep_barrier:seqnumDuringOpen/1731191004602/Put/seqid=0 2024-11-09T22:23:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741843_1019 (size=5518) 2024-11-09T22:23:35,649 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/rep_barrier/20b4fc0e79e1444495d1544ec637d29e 2024-11-09T22:23:35,698 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/table/168e1d14fb28465d9b0cfc67be3a5b3f is 40, key is test/table:state/1731191004629/Put/seqid=0 2024-11-09T22:23:35,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741844_1020 (size=5165) 2024-11-09T22:23:35,707 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/table/168e1d14fb28465d9b0cfc67be3a5b3f 2024-11-09T22:23:35,718 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/info/5b94e693f1104f5fb1b9f07019fd6a03 as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/info/5b94e693f1104f5fb1b9f07019fd6a03 2024-11-09T22:23:35,723 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/info/5b94e693f1104f5fb1b9f07019fd6a03, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T22:23:35,724 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/ns/63360e7892d54ff587c454f78ea1750a as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/ns/63360e7892d54ff587c454f78ea1750a 2024-11-09T22:23:35,729 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/ns/63360e7892d54ff587c454f78ea1750a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T22:23:35,730 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/rep_barrier/20b4fc0e79e1444495d1544ec637d29e as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/rep_barrier/20b4fc0e79e1444495d1544ec637d29e 2024-11-09T22:23:35,734 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/rep_barrier/20b4fc0e79e1444495d1544ec637d29e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T22:23:35,735 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/.tmp/table/168e1d14fb28465d9b0cfc67be3a5b3f as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/table/168e1d14fb28465d9b0cfc67be3a5b3f 2024-11-09T22:23:35,740 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/table/168e1d14fb28465d9b0cfc67be3a5b3f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T22:23:35,741 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 964ms, sequenceid=11, compaction requested=false 2024-11-09T22:23:35,742 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:23:35,778 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T22:23:35,778 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:23:35,778 DEBUG [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:35,798 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T22:23:35,799 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:23:35,799 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:23:35,799 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:23:35,799 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731191014777Running coprocessor pre-close hooks at 1731191014777Disabling compacts and flushes for region at 1731191014777Disabling writes for close at 1731191014777Obtaining lock to block concurrent updates at 1731191014777Preparing flush snapshotting stores in 1588230740 at 1731191014777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731191014778 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731191014778Flushing 1588230740/info: creating writer at 1731191014778Flushing 1588230740/info: appending metadata at 1731191014791 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731191014791Flushing 1588230740/ns: creating writer at 1731191015198 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731191015211 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731191015211Flushing 1588230740/rep_barrier: creating writer at 1731191015620 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731191015639 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731191015639Flushing 1588230740/table: creating writer at 1731191015655 (+16 ms)Flushing 1588230740/table: appending metadata at 1731191015697 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731191015697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a1028f: reopening flushed file at 1731191015717 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f606ef4: reopening flushed file at 1731191015723 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f4f6c3b: reopening flushed file at 1731191015729 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29066925: reopening flushed file at 1731191015734 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 964ms, sequenceid=11, compaction requested=false at 1731191015741 (+7 ms)Writing region close event to WAL at 1731191015788 (+47 ms)Running coprocessor post-close hooks at 1731191015799 (+11 ms)Closed at 1731191015799 2024-11-09T22:23:35,799 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:23:35,925 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:35,979 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,44461,1731190993288; all regions closed. 2024-11-09T22:23:35,991 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:35,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741834_1010 (size=2717) 2024-11-09T22:23:36,000 DEBUG [RS:0;ea9122631f8b:44461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/oldWALs 2024-11-09T22:23:36,000 INFO [RS:0;ea9122631f8b:44461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C44461%2C1731190993288.meta:.meta(num 1731190996469) 2024-11-09T22:23:36,003 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/WALs/ea9122631f8b,44461,1731190993288/ea9122631f8b%2C44461%2C1731190993288.1731190995512 not finished, retry = 0 2024-11-09T22:23:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741832_1008 (size=1374) 2024-11-09T22:23:36,111 DEBUG [RS:0;ea9122631f8b:44461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/oldWALs 2024-11-09T22:23:36,111 INFO [RS:0;ea9122631f8b:44461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ea9122631f8b%2C44461%2C1731190993288:(num 1731190995512) 2024-11-09T22:23:36,111 DEBUG [RS:0;ea9122631f8b:44461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:36,111 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:23:36,112 INFO [RS:0;ea9122631f8b:44461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:23:36,112 INFO [RS:0;ea9122631f8b:44461 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T22:23:36,112 INFO [RS:0;ea9122631f8b:44461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:23:36,112 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:23:36,112 INFO [RS:0;ea9122631f8b:44461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:44461. 2024-11-09T22:23:36,113 DEBUG [RS:0;ea9122631f8b:44461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:36,113 DEBUG [RS:0;ea9122631f8b:44461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:36,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:36,113 DEBUG [RS:0;ea9122631f8b:44461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:36,113 INFO [RS:0;ea9122631f8b:44461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44461 2024-11-09T22:23:36,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019/rs 2024-11-09T22:23:36,133 INFO [RS:0;ea9122631f8b:44461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:23:36,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-524324019/rs/ea9122631f8b,44461,1731190993288 2024-11-09T22:23:36,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,44461,1731190993288] 2024-11-09T22:23:36,281 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-524324019/draining/ea9122631f8b,44461,1731190993288 already deleted, retry=false 2024-11-09T22:23:36,281 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,44461,1731190993288 expired; onlineServers=0 2024-11-09T22:23:36,281 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,34785,1731190993146' ***** 2024-11-09T22:23:36,281 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:23:36,282 INFO [M:0;ea9122631f8b:34785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:23:36,282 INFO [M:0;ea9122631f8b:34785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:23:36,282 DEBUG [M:0;ea9122631f8b:34785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:23:36,282 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:23:36,282 DEBUG [M:0;ea9122631f8b:34785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:23:36,282 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190995266 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190995266,5,FailOnTimeoutGroup] 2024-11-09T22:23:36,282 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190995266 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190995266,5,FailOnTimeoutGroup] 2024-11-09T22:23:36,282 INFO [M:0;ea9122631f8b:34785 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:23:36,282 INFO [M:0;ea9122631f8b:34785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:23:36,282 DEBUG [M:0;ea9122631f8b:34785 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:23:36,282 INFO [M:0;ea9122631f8b:34785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:23:36,282 INFO [M:0;ea9122631f8b:34785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:23:36,283 INFO [M:0;ea9122631f8b:34785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:23:36,283 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:23:36,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:36,308 INFO [RS:0;ea9122631f8b:44461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:23:36,308 INFO [RS:0;ea9122631f8b:44461 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,44461,1731190993288; zookeeper connection closed. 2024-11-09T22:23:36,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44461-0x10121b20c420004, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:36,308 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ef672b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ef672b7 2024-11-09T22:23:36,308 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:23:36,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-524324019/master 2024-11-09T22:23:36,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-524324019 2024-11-09T22:23:36,355 DEBUG [M:0;ea9122631f8b:34785 {}] zookeeper.ZKUtil(347): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Unable to get data of znode /1-524324019/master because node does not exist (not an error) 2024-11-09T22:23:36,355 WARN [M:0;ea9122631f8b:34785 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:23:36,356 INFO [M:0;ea9122631f8b:34785 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/.lastflushedseqids 2024-11-09T22:23:36,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741845_1021 (size=173) 2024-11-09T22:23:36,699 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T22:23:36,760 INFO [M:0;ea9122631f8b:34785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:23:36,760 INFO [M:0;ea9122631f8b:34785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:23:36,760 DEBUG [M:0;ea9122631f8b:34785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:23:36,760 INFO [M:0;ea9122631f8b:34785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:36,760 DEBUG [M:0;ea9122631f8b:34785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:36,760 DEBUG [M:0;ea9122631f8b:34785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:23:36,761 DEBUG [M:0;ea9122631f8b:34785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:36,761 INFO [M:0;ea9122631f8b:34785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-09T22:23:36,781 DEBUG [M:0;ea9122631f8b:34785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bd0f32693b7417fbd46a743beed2a95 is 82, key is hbase:meta,,1/info:regioninfo/1731190996513/Put/seqid=0 2024-11-09T22:23:36,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741846_1022 (size=5672) 2024-11-09T22:23:36,832 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:36,897 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:37,184 INFO [M:0;ea9122631f8b:34785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bd0f32693b7417fbd46a743beed2a95 2024-11-09T22:23:37,199 DEBUG [M:0;ea9122631f8b:34785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e71c909567c24ce8bba485ee4c53404f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731191004633/Put/seqid=0 2024-11-09T22:23:37,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741847_1023 (size=6587) 2024-11-09T22:23:37,603 INFO [M:0;ea9122631f8b:34785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e71c909567c24ce8bba485ee4c53404f 2024-11-09T22:23:37,622 DEBUG [M:0;ea9122631f8b:34785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4139a4c954894838a2c34bf68d666070 is 69, key is ea9122631f8b,44461,1731190993288/rs:state/1731190995348/Put/seqid=0 2024-11-09T22:23:37,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741848_1024 (size=5156) 2024-11-09T22:23:37,626 INFO [M:0;ea9122631f8b:34785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4139a4c954894838a2c34bf68d666070 2024-11-09T22:23:37,629 DEBUG [M:0;ea9122631f8b:34785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bd0f32693b7417fbd46a743beed2a95 as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bd0f32693b7417fbd46a743beed2a95 2024-11-09T22:23:37,633 INFO [M:0;ea9122631f8b:34785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bd0f32693b7417fbd46a743beed2a95, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T22:23:37,633 DEBUG [M:0;ea9122631f8b:34785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e71c909567c24ce8bba485ee4c53404f as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e71c909567c24ce8bba485ee4c53404f 2024-11-09T22:23:37,637 INFO [M:0;ea9122631f8b:34785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e71c909567c24ce8bba485ee4c53404f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T22:23:37,637 DEBUG [M:0;ea9122631f8b:34785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4139a4c954894838a2c34bf68d666070 as hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4139a4c954894838a2c34bf68d666070 2024-11-09T22:23:37,640 INFO [M:0;ea9122631f8b:34785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44319/user/jenkins/test-data/53582d9d-8bde-feaf-c8d9-e92de486d3eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4139a4c954894838a2c34bf68d666070, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T22:23:37,641 INFO [M:0;ea9122631f8b:34785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false 2024-11-09T22:23:37,642 INFO [M:0;ea9122631f8b:34785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:37,642 DEBUG [M:0;ea9122631f8b:34785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731191016760Disabling compacts and flushes for region at 1731191016760Disabling writes for close at 1731191016760Obtaining lock to block concurrent updates at 1731191016761 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731191016761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731191016761Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731191016761Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731191016762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731191016780 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731191016780Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731191017187 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731191017199 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731191017199Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731191017606 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731191017622 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731191017622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20bc4c11: reopening flushed file at 1731191017629 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4388d1d9: reopening flushed file at 1731191017633 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a351c6a: reopening flushed file at 1731191017637 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=55, compaction requested=false at 1731191017641 (+4 ms)Writing region close event to WAL at 1731191017642 (+1 ms)Closed at 1731191017642 2024-11-09T22:23:37,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35251 is added to blk_1073741830_1006 (size=32782) 2024-11-09T22:23:37,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:23:37,644 INFO [M:0;ea9122631f8b:34785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:23:37,644 INFO [M:0;ea9122631f8b:34785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34785 2024-11-09T22:23:37,645 INFO [M:0;ea9122631f8b:34785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:23:37,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:37,756 INFO [M:0;ea9122631f8b:34785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:23:37,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34785-0x10121b20c420003, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:37,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a7b5a19{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:23:37,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3f3a5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:23:37,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:23:37,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d478969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:23:37,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8887bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/hadoop.log.dir/,STOPPED} 2024-11-09T22:23:37,762 WARN [BP-1927535991-172.17.0.3-1731190990976 heartbeating to localhost/127.0.0.1:44319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:23:37,762 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:23:37,762 WARN [BP-1927535991-172.17.0.3-1731190990976 heartbeating to localhost/127.0.0.1:44319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1927535991-172.17.0.3-1731190990976 (Datanode Uuid 3613faeb-641d-49b8-a5a6-81809760107d) service to localhost/127.0.0.1:44319 2024-11-09T22:23:37,762 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:23:37,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/cluster_22f11f8d-f3b5-3316-1c6e-bb4c4f798f35/data/data1/current/BP-1927535991-172.17.0.3-1731190990976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:23:37,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/cluster_22f11f8d-f3b5-3316-1c6e-bb4c4f798f35/data/data2/current/BP-1927535991-172.17.0.3-1731190990976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:23:37,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:23:37,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30602a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:23:37,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17fb6b21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:23:37,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:23:37,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@361736dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:23:37,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77edbf16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/313fed22-9505-64bd-9865-e94f5d1a9584/hadoop.log.dir/,STOPPED} 2024-11-09T22:23:37,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:23:37,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T22:23:37,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:23:37,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:37,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:37,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:37,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:37,786 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T22:23:37,786 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1939053346, stopped=false 2024-11-09T22:23:37,786 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ea9122631f8b,38307,1731190987109 2024-11-09T22:23:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-603078860/running 2024-11-09T22:23:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-603078860/running 2024-11-09T22:23:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:37,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:37,803 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:23:37,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Set watcher on znode that does not yet exist, /0-603078860/running 2024-11-09T22:23:37,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T22:23:37,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Set watcher on znode that does not yet exist, /0-603078860/running 2024-11-09T22:23:37,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:37,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:37,805 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ea9122631f8b,42021,1731190987291' ***** 2024-11-09T22:23:37,805 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T22:23:37,806 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T22:23:37,806 INFO [RS:0;ea9122631f8b:42021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T22:23:37,806 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T22:23:37,806 INFO [RS:0;ea9122631f8b:42021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T22:23:37,806 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(3091): Received CLOSE for 0689a254bc63a79f06891805c280fca6 2024-11-09T22:23:37,806 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:37,806 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(959): stopping server ea9122631f8b,42021,1731190987291 2024-11-09T22:23:37,806 INFO [RS:0;ea9122631f8b:42021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:23:37,806 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0689a254bc63a79f06891805c280fca6, disabling compactions & flushes 2024-11-09T22:23:37,806 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:37,806 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:37,806 INFO [RS:0;ea9122631f8b:42021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:42021. 2024-11-09T22:23:37,806 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. after waiting 0 ms 2024-11-09T22:23:37,806 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:37,806 DEBUG [RS:0;ea9122631f8b:42021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:37,806 DEBUG [RS:0;ea9122631f8b:42021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:37,806 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0689a254bc63a79f06891805c280fca6 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-09T22:23:37,807 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T22:23:37,807 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T22:23:37,807 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T22:23:37,807 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T22:23:37,812 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T22:23:37,812 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1325): Online Regions={0689a254bc63a79f06891805c280fca6=hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6., 1588230740=hbase:meta,,1.1588230740, 1abebec0afaec6b08d4c001df826473d=test,,1731191002664.1abebec0afaec6b08d4c001df826473d.} 2024-11-09T22:23:37,812 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T22:23:37,812 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1351): Waiting on 0689a254bc63a79f06891805c280fca6, 1588230740, 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:37,812 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T22:23:37,812 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T22:23:37,812 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T22:23:37,812 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T22:23:37,812 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T22:23:37,824 INFO [regionserver/ea9122631f8b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:23:37,827 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/.tmp/hfileref/660ceb6289444405875948103d08d151 is 74, key is 1/hfileref:0460a7fc241348d29e0c6fe59f81e644_SeqId_4_/1731191010480/DeleteColumn/seqid=0 2024-11-09T22:23:37,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741847_1023 (size=5489) 2024-11-09T22:23:37,834 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/info/158e03f0ef1a44baa326d2b494a390ca is 147, key is hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6./info:regioninfo/1731191007277/Put/seqid=0 2024-11-09T22:23:37,836 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:37,837 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/.tmp/hfileref/660ceb6289444405875948103d08d151 2024-11-09T22:23:37,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741848_1024 (size=7686) 2024-11-09T22:23:37,871 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/.tmp/queue/d40a99f203554e81a3f1be90b60085f1 is 153, key is 1-ea9122631f8b,42021,1731190987291/queue:ea9122631f8b%2C42021%2C1731190987291/1731191012890/Put/seqid=0 2024-11-09T22:23:37,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741849_1025 (size=5504) 2024-11-09T22:23:37,901 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:38,012 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1351): Waiting on 0689a254bc63a79f06891805c280fca6, 1588230740, 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:38,104 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T22:23:38,104 INFO [regionserver/ea9122631f8b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T22:23:38,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,212 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1351): Waiting on 0689a254bc63a79f06891805c280fca6, 1588230740, 1abebec0afaec6b08d4c001df826473d 2024-11-09T22:23:38,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,250 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/info/158e03f0ef1a44baa326d2b494a390ca 2024-11-09T22:23:38,267 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/ns/ee0cda930c3646a1b75176d0c1150661 is 43, key is default/ns:d/1731190990835/Put/seqid=0 2024-11-09T22:23:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741850_1026 (size=5153) 2024-11-09T22:23:38,282 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/.tmp/queue/d40a99f203554e81a3f1be90b60085f1 2024-11-09T22:23:38,287 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/.tmp/hfileref/660ceb6289444405875948103d08d151 as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/hfileref/660ceb6289444405875948103d08d151 2024-11-09T22:23:38,292 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/hfileref/660ceb6289444405875948103d08d151, entries=6, sequenceid=17, filesize=5.4 K 2024-11-09T22:23:38,294 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/.tmp/queue/d40a99f203554e81a3f1be90b60085f1 as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/queue/d40a99f203554e81a3f1be90b60085f1 2024-11-09T22:23:38,299 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/queue/d40a99f203554e81a3f1be90b60085f1, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T22:23:38,300 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0689a254bc63a79f06891805c280fca6 in 494ms, sequenceid=17, compaction requested=false 2024-11-09T22:23:38,304 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/replication/0689a254bc63a79f06891805c280fca6/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-09T22:23:38,304 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:23:38,304 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:23:38,304 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:38,304 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0689a254bc63a79f06891805c280fca6: Waiting for close lock at 1731191017806Running coprocessor pre-close hooks at 1731191017806Disabling compacts and flushes for region at 1731191017806Disabling writes for close at 1731191017806Obtaining lock to block concurrent updates at 1731191017807 (+1 ms)Preparing flush snapshotting stores in 0689a254bc63a79f06891805c280fca6 at 1731191017807Finished memstore snapshotting hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731191017807Flushing stores of hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. at 1731191017808 (+1 ms)Flushing 0689a254bc63a79f06891805c280fca6/hfileref: creating writer at 1731191017808Flushing 0689a254bc63a79f06891805c280fca6/hfileref: appending metadata at 1731191017826 (+18 ms)Flushing 0689a254bc63a79f06891805c280fca6/hfileref: closing flushed file at 1731191017826Flushing 0689a254bc63a79f06891805c280fca6/queue: creating writer at 1731191017851 (+25 ms)Flushing 0689a254bc63a79f06891805c280fca6/queue: appending metadata at 1731191017870 (+19 ms)Flushing 0689a254bc63a79f06891805c280fca6/queue: closing flushed file at 1731191017870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58192f68: reopening flushed file at 1731191018286 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572243b: reopening flushed file at 1731191018292 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0689a254bc63a79f06891805c280fca6 in 494ms, sequenceid=17, compaction requested=false at 1731191018300 (+8 ms)Writing region close event to WAL at 1731191018301 (+1 ms)Running coprocessor post-close hooks at 1731191018304 (+3 ms)Closed at 1731191018304 2024-11-09T22:23:38,304 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731191006100.0689a254bc63a79f06891805c280fca6. 2024-11-09T22:23:38,304 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1abebec0afaec6b08d4c001df826473d, disabling compactions & flushes 2024-11-09T22:23:38,304 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:38,304 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:38,304 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731191002664.1abebec0afaec6b08d4c001df826473d. after waiting 0 ms 2024-11-09T22:23:38,304 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:38,307 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/default/test/1abebec0afaec6b08d4c001df826473d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T22:23:38,308 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:23:38,308 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T22:23:38,308 INFO [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:38,308 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1abebec0afaec6b08d4c001df826473d: Waiting for close lock at 1731191018304Running coprocessor pre-close hooks at 1731191018304Disabling compacts and flushes for region at 1731191018304Disabling writes for close at 1731191018304Writing region close event to WAL at 1731191018305 (+1 ms)Running coprocessor post-close hooks at 1731191018308 (+3 ms)Closed at 1731191018308 2024-11-09T22:23:38,308 DEBUG [RS_CLOSE_REGION-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731191002664.1abebec0afaec6b08d4c001df826473d. 2024-11-09T22:23:38,412 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:38,613 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:38,674 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/ns/ee0cda930c3646a1b75176d0c1150661 2024-11-09T22:23:38,689 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/rep_barrier/a592fda975b34b9abd061f5c5352336b is 112, key is test,,1731191002664.1abebec0afaec6b08d4c001df826473d./rep_barrier:seqnumDuringOpen/1731191003411/Put/seqid=0 2024-11-09T22:23:38,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741851_1027 (size=5518) 2024-11-09T22:23:38,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T22:23:38,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,813 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T22:23:38,813 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T22:23:38,813 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:38,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T22:23:38,951 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:38,954 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:23:38,954 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 688, reset compression=false 2024-11-09T22:23:38,954 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ea9122631f8b,42021,1731190987291 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:23:38,955 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ea9122631f8b,42021,1731190987291: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ea9122631f8b,42021,1731190987291, walGroup=ea9122631f8b%2C42021%2C1731190987291, offset=ea9122631f8b%2C42021%2C1731190987291.1731191011136:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:42021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T22:23:38,957 ERROR [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T22:23:38,957 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T22:23:38,957 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T22:23:38,957 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T22:23:38,957 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T22:23:38,957 INFO [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1583349760, "init": 1048576000, "max": 2306867200, "used": 991975168 }, "NonHeapMemoryUsage": { "committed": 211025920, "init": 7667712, "max": -1, "used": 208123912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T22:23:38,958 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:38307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ea9122631f8b:38307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T22:23:39,004 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 393, reset compression=false 2024-11-09T22:23:39,008 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T22:23:39,008 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 688, reset compression=false 2024-11-09T22:23:39,008 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ea9122631f8b,42021,1731190987291 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T22:23:39,009 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-09T22:23:39,013 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:39,092 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/rep_barrier/a592fda975b34b9abd061f5c5352336b 2024-11-09T22:23:39,110 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/table/58ab34d87d2d488085a1a2d6816b52b4 is 53, key is hbase:replication/table:state/1731191007283/Put/seqid=0 2024-11-09T22:23:39,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741852_1028 (size=5308) 2024-11-09T22:23:39,160 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 688, reset compression=false 2024-11-09T22:23:39,212 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 688, reset compression=false 2024-11-09T22:23:39,213 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:39,413 DEBUG [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T22:23:39,463 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 688, reset compression=false 2024-11-09T22:23:39,514 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/table/58ab34d87d2d488085a1a2d6816b52b4 2024-11-09T22:23:39,514 DEBUG [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/WALs/ea9122631f8b,42021,1731190987291/ea9122631f8b%2C42021%2C1731190987291.1731191011136 to pos 688, reset compression=false 2024-11-09T22:23:39,518 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/info/158e03f0ef1a44baa326d2b494a390ca as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/info/158e03f0ef1a44baa326d2b494a390ca 2024-11-09T22:23:39,521 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/info/158e03f0ef1a44baa326d2b494a390ca, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T22:23:39,522 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/ns/ee0cda930c3646a1b75176d0c1150661 as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/ns/ee0cda930c3646a1b75176d0c1150661 2024-11-09T22:23:39,525 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/ns/ee0cda930c3646a1b75176d0c1150661, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T22:23:39,525 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/rep_barrier/a592fda975b34b9abd061f5c5352336b as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/rep_barrier/a592fda975b34b9abd061f5c5352336b 2024-11-09T22:23:39,528 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/rep_barrier/a592fda975b34b9abd061f5c5352336b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T22:23:39,529 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/.tmp/table/58ab34d87d2d488085a1a2d6816b52b4 as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/table/58ab34d87d2d488085a1a2d6816b52b4 2024-11-09T22:23:39,531 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/table/58ab34d87d2d488085a1a2d6816b52b4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T22:23:39,532 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-09T22:23:39,532 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T22:23:39,535 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T22:23:39,536 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T22:23:39,536 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T22:23:39,536 INFO [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T22:23:39,536 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731191017812Running coprocessor pre-close hooks at 1731191017812Disabling compacts and flushes for region at 1731191017812Disabling writes for close at 1731191017812Obtaining lock to block concurrent updates at 1731191017812Preparing flush snapshotting stores in 1588230740 at 1731191017812Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731191017812Flushing stores of hbase:meta,,1.1588230740 at 1731191017813 (+1 ms)Flushing 1588230740/info: creating writer at 1731191017813Flushing 1588230740/info: appending metadata at 1731191017833 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731191017833Flushing 1588230740/ns: creating writer at 1731191018253 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731191018266 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731191018267 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731191018676 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731191018688 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731191018688Flushing 1588230740/table: creating writer at 1731191019095 (+407 ms)Flushing 1588230740/table: appending metadata at 1731191019110 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731191019110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2144c910: reopening flushed file at 1731191019517 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bad4be0: reopening flushed file at 1731191019521 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2064ebb1: reopening flushed file at 1731191019525 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e5d61f: reopening flushed file at 1731191019528 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1731191019532 (+4 ms)Writing region close event to WAL at 1731191019533 (+1 ms)Running coprocessor post-close hooks at 1731191019535 (+2 ms)Closed at 1731191019536 (+1 ms) 2024-11-09T22:23:39,536 DEBUG [RS_CLOSE_META-regionserver/ea9122631f8b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T22:23:39,613 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(976): stopping server ea9122631f8b,42021,1731190987291; all regions closed. 2024-11-09T22:23:39,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741844_1020 (size=859) 2024-11-09T22:23:39,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741842_1018 (size=2791) 2024-11-09T22:23:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741843_1019 (size=696) 2024-11-09T22:23:39,618 DEBUG [RS:0;ea9122631f8b:42021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:39,618 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T22:23:39,618 INFO [RS:0;ea9122631f8b:42021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:23:39,618 INFO [RS:0;ea9122631f8b:42021 {}] hbase.ChoreService(370): Chore service for: regionserver/ea9122631f8b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T22:23:39,618 INFO [RS:0;ea9122631f8b:42021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:23:39,619 INFO [regionserver/ea9122631f8b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:23:39,619 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ea9122631f8b,42021,1731190987291 because: Region server is closing 2024-11-09T22:23:39,619 INFO [RS:0;ea9122631f8b:42021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:42021. 2024-11-09T22:23:39,619 DEBUG [RS:0;ea9122631f8b:42021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:39,619 DEBUG [RS:0;ea9122631f8b:42021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:39,619 DEBUG [RS:0;ea9122631f8b:42021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:39,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:39,720 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 terminated 2024-11-09T22:23:39,720 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ea9122631f8b,42021,1731190987291 because: Region server is closing 2024-11-09T22:23:39,720 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,1-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,1-ea9122631f8b,42021,1731190987291 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:23:39,720 INFO [RS:0;ea9122631f8b:42021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ea9122631f8b:42021. 2024-11-09T22:23:39,720 DEBUG [RS:0;ea9122631f8b:42021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T22:23:39,720 DEBUG [RS:0;ea9122631f8b:42021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:39,720 DEBUG [RS:0;ea9122631f8b:42021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T22:23:39,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T22:23:39,820 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.shipperea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 terminated 2024-11-09T22:23:39,820 WARN [RS_REFRESH_PEER-regionserver/ea9122631f8b:0-0.replicationSource,2-ea9122631f8b,42021,1731190987291.replicationSource.wal-reader.ea9122631f8b%2C42021%2C1731190987291,2-ea9122631f8b,42021,1731190987291 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T22:23:39,820 INFO [RS:0;ea9122631f8b:42021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42021 2024-11-09T22:23:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860/rs 2024-11-09T22:23:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-603078860/rs/ea9122631f8b,42021,1731190987291 2024-11-09T22:23:39,870 INFO [RS:0;ea9122631f8b:42021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:23:39,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ea9122631f8b,42021,1731190987291] 2024-11-09T22:23:39,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-603078860/draining/ea9122631f8b,42021,1731190987291 already deleted, retry=false 2024-11-09T22:23:39,891 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ea9122631f8b,42021,1731190987291 expired; onlineServers=0 2024-11-09T22:23:39,891 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ea9122631f8b,38307,1731190987109' ***** 2024-11-09T22:23:39,891 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T22:23:39,891 INFO [M:0;ea9122631f8b:38307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T22:23:39,891 INFO [M:0;ea9122631f8b:38307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T22:23:39,891 DEBUG [M:0;ea9122631f8b:38307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T22:23:39,891 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T22:23:39,891 DEBUG [M:0;ea9122631f8b:38307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T22:23:39,891 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190989972 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.small.0-1731190989972,5,FailOnTimeoutGroup] 2024-11-09T22:23:39,891 DEBUG [master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190989972 {}] cleaner.HFileCleaner(306): Exit Thread[master/ea9122631f8b:0:becomeActiveMaster-HFileCleaner.large.0-1731190989972,5,FailOnTimeoutGroup] 2024-11-09T22:23:39,891 INFO [M:0;ea9122631f8b:38307 {}] hbase.ChoreService(370): Chore service for: master/ea9122631f8b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T22:23:39,891 INFO [M:0;ea9122631f8b:38307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T22:23:39,891 DEBUG [M:0;ea9122631f8b:38307 {}] master.HMaster(1795): Stopping service threads 2024-11-09T22:23:39,891 INFO [M:0;ea9122631f8b:38307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T22:23:39,891 INFO [M:0;ea9122631f8b:38307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T22:23:39,891 ERROR [M:0;ea9122631f8b:38307 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (631944414) connection to localhost/127.0.0.1:33303 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33303,5,PEWorkerGroup] 2024-11-09T22:23:39,891 INFO [M:0;ea9122631f8b:38307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T22:23:39,891 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T22:23:39,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-603078860/master 2024-11-09T22:23:39,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-603078860 2024-11-09T22:23:39,901 DEBUG [M:0;ea9122631f8b:38307 {}] zookeeper.ZKUtil(347): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Unable to get data of znode /0-603078860/master because node does not exist (not an error) 2024-11-09T22:23:39,901 WARN [M:0;ea9122631f8b:38307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T22:23:39,902 INFO [M:0;ea9122631f8b:38307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/.lastflushedseqids 2024-11-09T22:23:39,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741853_1029 (size=263) 2024-11-09T22:23:39,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:39,980 INFO [RS:0;ea9122631f8b:42021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:23:39,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42021-0x10121b20c420001, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:39,980 INFO [RS:0;ea9122631f8b:42021 {}] regionserver.HRegionServer(1031): Exiting; stopping=ea9122631f8b,42021,1731190987291; zookeeper connection closed. 2024-11-09T22:23:39,980 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19ddf32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19ddf32 2024-11-09T22:23:39,981 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T22:23:40,305 INFO [M:0;ea9122631f8b:38307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T22:23:40,305 INFO [M:0;ea9122631f8b:38307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T22:23:40,306 DEBUG [M:0;ea9122631f8b:38307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T22:23:40,306 INFO [M:0;ea9122631f8b:38307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:40,306 DEBUG [M:0;ea9122631f8b:38307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:40,306 DEBUG [M:0;ea9122631f8b:38307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T22:23:40,306 DEBUG [M:0;ea9122631f8b:38307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:40,306 INFO [M:0;ea9122631f8b:38307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-09T22:23:40,322 DEBUG [M:0;ea9122631f8b:38307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d035eb4cb364af09892baee172327c6 is 82, key is hbase:meta,,1/info:regioninfo/1731190990791/Put/seqid=0 2024-11-09T22:23:40,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741854_1030 (size=5672) 2024-11-09T22:23:40,325 INFO [M:0;ea9122631f8b:38307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d035eb4cb364af09892baee172327c6 2024-11-09T22:23:40,344 DEBUG [M:0;ea9122631f8b:38307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfd0c7312dba4acb89d02e71cd266a38 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731191007286/Put/seqid=0 2024-11-09T22:23:40,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741855_1031 (size=8910) 2024-11-09T22:23:40,747 INFO [M:0;ea9122631f8b:38307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfd0c7312dba4acb89d02e71cd266a38 2024-11-09T22:23:40,768 DEBUG [M:0;ea9122631f8b:38307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70bb9a4a84234085b24a9be08e66e172 is 69, key is ea9122631f8b,42021,1731190987291/rs:state/1731190990061/Put/seqid=0 2024-11-09T22:23:40,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741856_1032 (size=5156) 2024-11-09T22:23:41,172 INFO [M:0;ea9122631f8b:38307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70bb9a4a84234085b24a9be08e66e172 2024-11-09T22:23:41,176 DEBUG [M:0;ea9122631f8b:38307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d035eb4cb364af09892baee172327c6 as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d035eb4cb364af09892baee172327c6 2024-11-09T22:23:41,179 INFO [M:0;ea9122631f8b:38307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d035eb4cb364af09892baee172327c6, entries=8, sequenceid=112, filesize=5.5 K 2024-11-09T22:23:41,180 DEBUG [M:0;ea9122631f8b:38307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfd0c7312dba4acb89d02e71cd266a38 as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfd0c7312dba4acb89d02e71cd266a38 2024-11-09T22:23:41,183 INFO [M:0;ea9122631f8b:38307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfd0c7312dba4acb89d02e71cd266a38, entries=13, sequenceid=112, filesize=8.7 K 2024-11-09T22:23:41,184 DEBUG [M:0;ea9122631f8b:38307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70bb9a4a84234085b24a9be08e66e172 as hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70bb9a4a84234085b24a9be08e66e172 2024-11-09T22:23:41,187 INFO [M:0;ea9122631f8b:38307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70bb9a4a84234085b24a9be08e66e172, entries=1, sequenceid=112, filesize=5.0 K 2024-11-09T22:23:41,188 INFO [M:0;ea9122631f8b:38307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=112, compaction requested=false 2024-11-09T22:23:41,189 INFO [M:0;ea9122631f8b:38307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T22:23:41,189 DEBUG [M:0;ea9122631f8b:38307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731191020306Disabling compacts and flushes for region at 1731191020306Disabling writes for close at 1731191020306Obtaining lock to block concurrent updates at 1731191020306Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731191020306Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731191020306Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731191020306Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731191020307 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731191020322 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731191020322Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731191020328 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731191020343 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731191020343Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731191020751 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731191020767 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731191020767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1def372: reopening flushed file at 1731191021176 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a81e47: reopening flushed file at 1731191021179 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a494ed: reopening flushed file at 1731191021183 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=112, compaction requested=false at 1731191021188 (+5 ms)Writing region close event to WAL at 1731191021189 (+1 ms)Closed at 1731191021189 2024-11-09T22:23:41,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36653 is added to blk_1073741830_1006 (size=69067) 2024-11-09T22:23:41,191 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/251cf63c-a9e1-f965-e654-89b1afeae88e/MasterData/WALs/ea9122631f8b,38307,1731190987109/ea9122631f8b%2C38307%2C1731190987109.1731190989038 not finished, retry = 0 2024-11-09T22:23:41,292 INFO [M:0;ea9122631f8b:38307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T22:23:41,292 INFO [M:0;ea9122631f8b:38307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38307 2024-11-09T22:23:41,292 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T22:23:41,293 INFO [M:0;ea9122631f8b:38307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T22:23:41,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:41,401 INFO [M:0;ea9122631f8b:38307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T22:23:41,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x10121b20c420000, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T22:23:41,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59c4bf8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T22:23:41,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@785fc9f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:23:41,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:23:41,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c16e566{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:23:41,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51cdd22c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/hadoop.log.dir/,STOPPED} 2024-11-09T22:23:41,407 WARN [BP-1263269764-172.17.0.3-1731190984871 heartbeating to localhost/127.0.0.1:33303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T22:23:41,407 WARN [BP-1263269764-172.17.0.3-1731190984871 heartbeating to localhost/127.0.0.1:33303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1263269764-172.17.0.3-1731190984871 (Datanode Uuid 13b2ec23-ccd3-4d9b-ba84-35276c31875d) service to localhost/127.0.0.1:33303 2024-11-09T22:23:41,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/cluster_830e6264-4511-eefa-bc43-444b5f644ea1/data/data1/current/BP-1263269764-172.17.0.3-1731190984871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:23:41,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/cluster_830e6264-4511-eefa-bc43-444b5f644ea1/data/data2/current/BP-1263269764-172.17.0.3-1731190984871 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T22:23:41,407 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T22:23:41,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T22:23:41,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T22:23:41,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8886269{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T22:23:41,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27a903fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T22:23:41,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T22:23:41,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49dae310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T22:23:41,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f8a440{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bd32f7a-fb93-0b53-e198-f9ffa826d7b8/hadoop.log.dir/,STOPPED} 2024-11-09T22:23:41,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T22:23:41,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T22:23:41,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 532) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46291 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44319 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46291 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33303 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33303 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33303 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44319 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=591 (was 564) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3533 (was 4151) 2024-11-09T22:23:41,449 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-11-09T22:23:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10121b20c420002, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:23:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10121b20c420008, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:23:41,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10121b20c420005, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T22:23:41,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10121b20c420005, quorum=127.0.0.1:58677, baseZNode=/1-524324019 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:23:41,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10121b20c420008, quorum=127.0.0.1:58677, baseZNode=/2-1776536308 Received Disconnected from ZooKeeper, ignoring 2024-11-09T22:23:41,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10121b20c420002, quorum=127.0.0.1:58677, baseZNode=/0-603078860 Received Disconnected from ZooKeeper, ignoring